{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8c0af14a-cec8-4efb-bd64-8b529a1425e6",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/zuoyuan/anaconda3/lib/python3.12/site-packages/gym/envs/registration.py:593: UserWarning: \u001b[33mWARN: The environment CartPole-v0 is out of date. You should consider upgrading to version `v1`.\u001b[0m\n",
      "  logger.warn(\n",
      "/home/zuoyuan/anaconda3/lib/python3.12/site-packages/gym/core.py:317: DeprecationWarning: \u001b[33mWARN: Initializing wrapper in old step API which returns one bool instead of two. It is recommended to set `new_step_api=True` to use new step API. This will be the default behaviour in future.\u001b[0m\n",
      "  deprecation(\n",
      "/home/zuoyuan/anaconda3/lib/python3.12/site-packages/gym/wrappers/step_api_compatibility.py:39: DeprecationWarning: \u001b[33mWARN: Initializing environment in old step API which returns one bool instead of two. It is recommended to set `new_step_api=True` to use new step API. This will be the default behaviour in future.\u001b[0m\n",
      "  deprecation(\n",
      "/home/zuoyuan/anaconda3/lib/python3.12/site-packages/gym/core.py:43: DeprecationWarning: \u001b[33mWARN: The argument mode in render method is deprecated; use render_mode during environment initialization instead.\n",
      "See here for more information: https://www.gymlibrary.ml/content/api/\u001b[0m\n",
      "  deprecation(\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAneElEQVR4nO3df3BUZZ7v8c/JryaEpJcQ6E5LzGbW4CwmUDXBheS68juYGkTEuzDjlgV3KEtHSJkCSgf8w8yWRdC5wrrDDrs7axFhdONsadQtkCEWEoebYhcjlAFnuUyJGsa0GZnQnWDohuS5fzj2nQbyo0lIP0m/X1VPlX3Ot08/5ymSfHzOc047xhgjAAAAiyTFuwMAAABXI6AAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOvENaD87Gc/U0FBgcaNG6eSkhL9+te/jmd3AACAJeIWUF599VVVVVXpqaee0vHjx/XXf/3Xqqio0GeffRavLgEAAEs48fqywNmzZ+s73/mOdu3aFdn2l3/5l1q+fLlqamri0SUAAGCJlHh8aDgcVnNzs370ox9FbS8vL1dTU9M19aFQSKFQKPK6t7dXf/jDHzRp0iQ5jnPT+wsAAIbOGKPOzk75fD4lJfV/EScuAeXLL79UT0+PPB5P1HaPxyO/339NfU1NjX784x+PVPcAAMBN1NraqqlTp/ZbE5eA8o2rZz+MMdedEdm8ebM2bNgQeR0IBHTrrbeqtbVVWVlZN72fAABg6ILBoPLy8pSZmTlgbVwCSk5OjpKTk6+ZLWlvb79mVkWSXC6XXC7XNduzsrIIKAAAjDKDWZ4Rl7t40tLSVFJSooaGhqjtDQ0NKisri0eXAACAReJ2iWfDhg166KGHNGvWLJWWlupf/uVf9Nlnn+nRRx+NV5cAAIAl4hZQVq1apfPnz+vv/u7v1NbWpqKiIu3fv1/5+fnx6hIAALBE3J6DMhTBYFBut1uBQIA1KAAAjBKx/P3mu3gAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKwz7AGlurpajuNENa/XG9lvjFF1dbV8Pp/S09M1b948nTp1ari7AQAARrGbMoNyxx13qK2tLdJaWloi+5577jlt375dO3fu1LFjx+T1erV48WJ1dnbejK4AAIBR6KYElJSUFHm93kibPHmypK9nT/7+7/9eTz31lFasWKGioiK99NJL+uqrr/TKK6/cjK4AAIBR6KYElDNnzsjn86mgoEDf+9739PHHH0uSzp49K7/fr/Ly8kity+XS3Llz1dTU1OfxQqGQgsFgVAMAAGPXsAeU2bNna8+ePfrVr36ln//85/L7/SorK9P58+fl9/slSR6PJ+o9Ho8nsu96ampq5Ha7Iy0vL2+4uw0AACwy7AGloqJCDzzwgIqLi7Vo0SLt27dPkvTSSy9FahzHiXqPMeaabX9q8+bNCgQCkdba2jrc3QYAABa56bcZZ2RkqLi4WGfOnInczXP1bEl7e/s1syp/yuVyKSsrK6oBAICx66YHlFAopN/85jfKzc1VQUGBvF6vGhoaIvvD4bAaGxtVVlZ2s7sCAABGiZThPuCmTZt077336tZbb1V7e7ueeeYZBYNBrV69Wo7jqKqqSlu3blVhYaEKCwu1detWjR8/Xg8++OBwdwUAAIxSwx5Qzp07p+9///v68ssvNXnyZM2ZM0dHjx5Vfn6+JOmJJ55Qd3e3HnvsMXV0dGj27Nk6ePCgMjMzh7srAABglHKMMSbenYhVMBiU2+1WIBBgPQoAAKNELH+/+S4eAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1Yg4o7733nu699175fD45jqM33ngjar8xRtXV1fL5fEpPT9e8efN06tSpqJpQKKTKykrl5OQoIyNDy5Yt07lz54Z0IgAAYOyIOaBcvHhRM2fO1M6dO6+7/7nnntP27du1c+dOHTt2TF6vV4sXL1ZnZ2ekpqqqSvX19aqrq9ORI0fU1dWlpUuXqqen58bPBAAAjBmOMcbc8JsdR/X19Vq+fLmkr2dPfD6fqqqq9OSTT0r6erbE4/Ho2Wef1SOPPKJAIKDJkydr7969WrVqlSTp888/V15envbv368lS5YM+LnBYFBut1uBQEBZWVk32n0AADCCYvn7PaxrUM6ePSu/36/y8vLINpfLpblz56qpqUmS1NzcrMuXL0fV+Hw+FRUVRWquFgqFFAwGoxoAABi7hjWg+P1+SZLH44na7vF4Ivv8fr/S0tI0ceLEPmuuVlNTI7fbHWl5eXnD2W0AAGCZm3IXj+M4Ua+NMddsu1p/NZs3b1YgEIi01tbWYesrAACwz7AGFK/XK0nXzIS0t7dHZlW8Xq/C4bA6Ojr6rLmay+VSVlZWVAMAAGPXsAaUgoICeb1eNTQ0RLaFw2E1NjaqrKxMklRSUqLU1NSomra2Np08eTJSAwAAEltKrG/o6urSb3/728jrs2fP6sSJE8rOztatt96qqqoqbd26VYWFhSosLNTWrVs1fvx4Pfjgg5Ikt9uttWvXauPGjZo0aZKys7O1adMmFRcXa9GiRcN3ZgAAYNSKOaC8//77mj9/fuT1hg0bJEmrV69WbW2tnnjiCXV3d+uxxx5TR0eHZs+erYMHDyozMzPynh07diglJUUrV65Ud3e3Fi5cqNraWiUnJw/DKQEAgNFuSM9BiReegwIAwOgTt+egAAAADAcCCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA68QcUN577z3de++98vl8chxHb7zxRtT+NWvWyHGcqDZnzpyomlAopMrKSuXk5CgjI0PLli3TuXPnhnQiAABg7Ig5oFy8eFEzZ87Uzp07+6y555571NbWFmn79++P2l9VVaX6+nrV1dXpyJEj6urq0tKlS9XT0xP7GQAAgDEnJdY3VFRUqKKiot8al8slr9d73X2BQEAvvvii9u7dq0WLFkmSfvGLXygvL0/vvPOOlixZEmuXAADAGHNT1qAcPnxYU6ZM0bRp0/Twww+rvb09sq+5uVmXL19WeXl5ZJvP51NRUZGampque7xQKKRgMBjVAADA2DXsAaWiokIvv/yyDh06pOeff17Hjh3TggULFAqFJEl+v19paWmaOHFi1Ps8Ho/8fv91j1lTUyO32x1peXl5w91tAABgkZgv8Qxk1apVkf8uKirSrFmzlJ+fr3379mnFihV9vs8YI8dxrrtv8+bN2rBhQ+R1MBgkpAAAMIbd9NuMc3NzlZ+frzNnzkiSvF6vwuGwOjo6oura29vl8XiuewyXy6WsrKyoBgAAxq6bHlDOnz+v1tZW5ebmSpJKSkqUmpqqhoaGSE1bW5tOnjypsrKym90dAAAwCsR8iaerq0u//e1vI6/Pnj2rEydOKDs7W9nZ2aqurtYDDzyg3NxcffLJJ9qyZYtycnJ0//33S5LcbrfWrl2rjRs3atKkScrOztamTZtUXFwcuasHAAAktpgDyvvvv6/58+dHXn+zNmT16tXatWuXWlpatGfPHl24cEG5ubmaP3++Xn31VWVmZkbes2PHDqWkpGjlypXq7u7WwoULVVtbq+Tk5GE4JQAAMNo5xhgT707EKhgMyu12KxAIsB4FAIBRIpa/33wXDwAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYJ+bv4gGA4WKM0W8P7pLp7em37lsLfqAUV8YI9QqADQgoAOLG9PYo0HpSpudKv3W9A+wHMPZwiQdA3Aw0cwIgcRFQAMSN6bkijbrvUwcwEggoAOKGSzcA+kJAARA3ppeAAuD6CCgA4oY1KAD6QkABEDdf373DIhQA1yKgAIibXi7xAOgDAQVA3JgeLvEAuD4CCoC4YQYFQF8IKADihrt4APSFgAIgbgZ6xD2AxEVAARA33GYMoC8EFABx09vTI2O4zRjAtQgoAOKGNSgA+kJAARA3rEEB0BcCCoC4CQW/1EBPkk1Nz5Lj8KsKSDT81AOImwufHJcGWIOSlVekpJTUEeoRAFsQUABYzUlOluTEuxsARlhMAaWmpkZ33nmnMjMzNWXKFC1fvlynT5+OqjHGqLq6Wj6fT+np6Zo3b55OnToVVRMKhVRZWamcnBxlZGRo2bJlOnfu3NDPBsCY4zjJ8e4CgDiIKaA0NjZq3bp1Onr0qBoaGnTlyhWVl5fr4sWLkZrnnntO27dv186dO3Xs2DF5vV4tXrxYnZ2dkZqqqirV19errq5OR44cUVdXl5YuXaoevpcDwFWSkpMlhxkUINE4ZggPIfj973+vKVOmqLGxUXfffbeMMfL5fKqqqtKTTz4p6evZEo/Ho2effVaPPPKIAoGAJk+erL1792rVqlWSpM8//1x5eXnav3+/lixZMuDnBoNBud1uBQIBZWVl3Wj3AcTZyV9Wq7vj835rvDOX6JZZ9yopJW2EegXgZonl7/eQ1qAEAgFJUnZ2tiTp7Nmz8vv9Ki8vj9S4XC7NnTtXTU1NkqTm5mZdvnw5qsbn86moqChSc7VQKKRgMBjVACQGJ4k1KEAiuuGAYozRhg0bdNddd6moqEiS5Pf7JUkejyeq1uPxRPb5/X6lpaVp4sSJfdZcraamRm63O9Ly8vJutNsARpmvAwqARHPDAWX9+vX68MMP9W//9m/X7HOuul5sjLlm29X6q9m8ebMCgUCktba23mi3AYwyTlIyEyhAArqhgFJZWam33npL7777rqZOnRrZ7vV6JemamZD29vbIrIrX61U4HFZHR0efNVdzuVzKysqKagASg5OcIhIKkHhiCijGGK1fv16vv/66Dh06pIKCgqj9BQUF8nq9amhoiGwLh8NqbGxUWVmZJKmkpESpqalRNW1tbTp58mSkBgC+wSUeIDGlxFK8bt06vfLKK3rzzTeVmZkZmSlxu91KT0+X4ziqqqrS1q1bVVhYqMLCQm3dulXjx4/Xgw8+GKldu3atNm7cqEmTJik7O1ubNm1ScXGxFi1aNPxnCGBU+/oSDzMoQKKJKaDs2rVLkjRv3ryo7bt379aaNWskSU888YS6u7v12GOPqaOjQ7Nnz9bBgweVmZkZqd+xY4dSUlK0cuVKdXd3a+HChaqtrVVyMv+nBCCak5TMBR4gAQ3pOSjxwnNQgLFhMM9BKZj3vzSpcLacJL6ZAxjtRuw5KABwsznMrAIJiYACwGqOw23GQCIioACwGt9mDCQmAgqAuBjs8jcnKaa1/ADGCAIKgLgZTEQZ6CnUAMYmAgqAuDC9PRpkRCGkAAmIgAIgLkxvjzT6nnIAYIQQUADExdczKABwfQQUAHFhensGvVAWQOIhoACIC9Pbq8GtQQGQiAgoAOKCNSgA+kNAARAXrEEB0B8CCoC4MIY1KAD6RkABEBesQQHQHwIKgLgwvVdYgwKgTwQUAHHBIlkA/SGgAIgL09vLBR4AfSKgAIgLZlAA9IeAAiAuBv9lgQASEQEFQHwwgwKgHwQUAHHR29vD/AmAPhFQAMTFV+db1Xv5Ur81LrdHKeMmjFCPANiEgAIgLkKBL9R7JdxvjSszRymu8SPUIwA2IaAAsJaTlCQ5Try7ASAOCCgArOU4SXIIKEBCIqAAsJaTlCw5/JoCEhE/+QCsxSUeIHERUADYy0mWIwIKkIgIKACsxQwKkLgIKACs5TjJcliDAiQkfvIBWIsZFCBxxRRQampqdOeddyozM1NTpkzR8uXLdfr06aiaNWvWyHGcqDZnzpyomlAopMrKSuXk5CgjI0PLli3TuXPnhn42AMYWh4ACJKqYAkpjY6PWrVuno0ePqqGhQVeuXFF5ebkuXrwYVXfPPfeora0t0vbv3x+1v6qqSvX19aqrq9ORI0fU1dWlpUuXqqenZ+hnBGDMSEpikSyQqFJiKT5w4EDU6927d2vKlClqbm7W3XffHdnucrnk9Xqve4xAIKAXX3xRe/fu1aJFiyRJv/jFL5SXl6d33nlHS5YsifUcAIxVXOIBEtaQ1qAEAgFJUnZ2dtT2w4cPa8qUKZo2bZoefvhhtbe3R/Y1Nzfr8uXLKi8vj2zz+XwqKipSU1PTdT8nFAopGAxGNQBj39dPkmWpHJCIbvgn3xijDRs26K677lJRUVFke0VFhV5++WUdOnRIzz//vI4dO6YFCxYoFApJkvx+v9LS0jRx4sSo43k8Hvn9/ut+Vk1Njdxud6Tl5eXdaLcBjCIskgUSV0yXeP7U+vXr9eGHH+rIkSNR21etWhX576KiIs2aNUv5+fnat2+fVqxY0efxjDF9fufG5s2btWHDhsjrYDBISAESwNe3GRNQgER0QzMolZWVeuutt/Tuu+9q6tSp/dbm5uYqPz9fZ86ckSR5vV6Fw2F1dHRE1bW3t8vj8Vz3GC6XS1lZWVENQAJgBgVIWDEFFGOM1q9fr9dff12HDh1SQUHBgO85f/68WltblZubK0kqKSlRamqqGhoaIjVtbW06efKkysrKYuw+gNHIGDOoOicpWeIuHiAhxXSJZ926dXrllVf05ptvKjMzM7JmxO12Kz09XV1dXaqurtYDDzyg3NxcffLJJ9qyZYtycnJ0//33R2rXrl2rjRs3atKkScrOztamTZtUXFwcuasHwBhnzOBDCjMoQEKKKaDs2rVLkjRv3ryo7bt379aaNWuUnJyslpYW7dmzRxcuXFBubq7mz5+vV199VZmZmZH6HTt2KCUlRStXrlR3d7cWLlyo2tpaJScnD/2MAFjPmF7J9Ma7GwAsFlNAGej/eNLT0/WrX/1qwOOMGzdOP/3pT/XTn/40lo8HMEYY0zvoGRQAiYkHDAAYecygABgAAQXAiDO9vTK9zKAA6BsBBcCI+/oSDzMoAPpGQAEw8rjEA2AABBQAI870Dv42YwCJiYACYMRxmzGAgRBQAIw81qAAGAABBcCI+3oGhUs8APpGQAEw4kwvMygA+kdAATDyuMQDYAAEFAAjjks8AAZCQAEw4rjEA2AgBBQAI48ZFAADIKAAGHE86h7AQAgoAEbcV+fP6dIFf781rqzJypicP0I9AmAbAgqAEdd7JSzTc6XfmqSUNCWnpo9QjwDYhoACwE6OIyeJX1FAouKnH4CVHCdJcvgVBSQqfvoB2IkZFCChpcS7AwBGF2OMenp6hnSM3t7BvN9Rb6/RlSv9r1XpT3JyshzHueH3A4gfAgqAmPT29srtdiscDt/wMVbOm66q/zm735qj//mfWrr+f+vc7ztv+HM++ugjFRYW3vD7AcQPAQVAzK5cuTKkmY2eQcyg9PYYhcKXh/Q5hofBAaMWAQVA3BgjfRHO18WeiTJylJ4UlMf1qVKcK+o1Rr29BAwgURFQAMTNqYt3qT18q8K96TJylOZc0u9Ct+vOrLfVa4x6CChAwmKJPIARZ0ySTnX9D5279G2FeifIKFlSksJmvM5fvkVHA8vU0+uop5fH4QOJioACYMR9dmm6Prs0Xea6v4IcXbgyRR8E5jODAiQwAgqAOHD+2Pre32uknh5mUIBERUABYKXeXhbJAomMgALASr3GqIfbhIGERUABMOLyxv1GPtf/lXS9AGI0IfkPKsp4l0s8QAKLKaDs2rVLM2bMUFZWlrKyslRaWqq33347st8Yo+rqavl8PqWnp2vevHk6depU1DFCoZAqKyuVk5OjjIwMLVu2TOfOnRueswEwKiQ5VzRjwmF50z5WqtMtR72SepXihJSV/KXu+rPXlKQwl3iABBbTc1CmTp2qbdu26bbbbpMkvfTSS7rvvvt0/Phx3XHHHXruuee0fft21dbWatq0aXrmmWe0ePFinT59WpmZmZKkqqoq/cd//Ifq6uo0adIkbdy4UUuXLlVzc7OSk5OH/wwBWOfjzzv05v/5b0n/rd9dKlTwSo6MHGUkX9At487oTeey/vuzL687vwIgMThmiM+Czs7O1k9+8hP94Ac/kM/nU1VVlZ588klJX8+WeDwePfvss3rkkUcUCAQ0efJk7d27V6tWrZIkff7558rLy9P+/fu1ZMmSQX1mMBiU2+3WmjVrlJaWNpTuA4iRMUYvvviiekfBM0pWrVolt9sd724A+KNwOKza2loFAgFlZWX1W3vDT5Lt6enRv//7v+vixYsqLS3V2bNn5ff7VV5eHqlxuVyaO3eumpqa9Mgjj6i5uVmXL1+OqvH5fCoqKlJTU1OfASUUCikUCkVeB4NBSdJDDz2kCRMm3OgpALgBxhjV1taOioDyN3/zN8rLy4t3NwD8UVdXl2prawdVG3NAaWlpUWlpqS5duqQJEyaovr5e06dPV1NTkyTJ4/FE1Xs8Hn366aeSJL/fr7S0NE2cOPGaGr/f3+dn1tTU6Mc//vE122fNmjVgAgMwvHp6euQ4/T3DxB7FxcWaNm1avLsB4I++mWAYjJjv4rn99tt14sQJHT16VD/84Q+1evVqffTRR5H9V//iMsYM+MtsoJrNmzcrEAhEWmtra6zdBgAAo0jMASUtLU233XabZs2apZqaGs2cOVMvvPCCvF6vJF0zE9Le3h6ZVfF6vQqHw+ro6Oiz5npcLlfkzqFvGgAAGLuG/BwUY4xCoZAKCgrk9XrV0NAQ2RcOh9XY2KiysjJJUklJiVJTU6Nq2tradPLkyUgNAABATGtQtmzZooqKCuXl5amzs1N1dXU6fPiwDhw4IMdxVFVVpa1bt6qwsFCFhYXaunWrxo8frwcffFCS5Ha7tXbtWm3cuFGTJk1Sdna2Nm3apOLiYi1atOimnCAAABh9YgooX3zxhR566CG1tbXJ7XZrxowZOnDggBYvXixJeuKJJ9Td3a3HHntMHR0dmj17tg4ePBh5Book7dixQykpKVq5cqW6u7u1cOFC1dbW8gwUAAAQMeTnoMTDN89BGcx91ACGV09Pj8aPH69wOBzvrgzo9OnT3MUDWCSWv998Fw8AALAOAQUAAFiHgAIAAKxDQAEAANa54e/iAZCYHMfRfffdp8uXL8e7KwPiu7qA0YuAAiAmSUlJ+uUvfxnvbgAY47jEAwAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWCemgLJr1y7NmDFDWVlZysrKUmlpqd5+++3I/jVr1shxnKg2Z86cqGOEQiFVVlYqJydHGRkZWrZsmc6dOzc8ZwMAAMaEmALK1KlTtW3bNr3//vt6//33tWDBAt133306depUpOaee+5RW1tbpO3fvz/qGFVVVaqvr1ddXZ2OHDmirq4uLV26VD09PcNzRgAAYNRzjDFmKAfIzs7WT37yE61du1Zr1qzRhQsX9MYbb1y3NhAIaPLkydq7d69WrVolSfr888+Vl5en/fv3a8mSJYP6zGAwKLfbrUAgoKysrKF0HwAAjJBY/n7f8BqUnp4e1dXV6eLFiyotLY1sP3z4sKZMmaJp06bp4YcfVnt7e2Rfc3OzLl++rPLy8sg2n8+noqIiNTU19flZoVBIwWAwqgEAgLEr5oDS0tKiCRMmyOVy6dFHH1V9fb2mT58uSaqoqNDLL7+sQ4cO6fnnn9exY8e0YMEChUIhSZLf71daWpomTpwYdUyPxyO/39/nZ9bU1MjtdkdaXl5erN0GAACjSEqsb7j99tt14sQJXbhwQa+99ppWr16txsZGTZ8+PXLZRpKKioo0a9Ys5efna9++fVqxYkWfxzTGyHGcPvdv3rxZGzZsiLwOBoOEFAAAxrCYA0paWppuu+02SdKsWbN07NgxvfDCC/rnf/7na2pzc3OVn5+vM2fOSJK8Xq/C4bA6OjqiZlHa29tVVlbW52e6XC65XK5YuwoAAEapIT8HxRgTuYRztfPnz6u1tVW5ubmSpJKSEqWmpqqhoSFS09bWppMnT/YbUAAAQGKJaQZly5YtqqioUF5enjo7O1VXV6fDhw/rwIED6urqUnV1tR544AHl5ubqk08+0ZYtW5STk6P7779fkuR2u7V27Vpt3LhRkyZNUnZ2tjZt2qTi4mItWrToppwgAAAYfWIKKF988YUeeughtbW1ye12a8aMGTpw4IAWL16s7u5utbS0aM+ePbpw4YJyc3M1f/58vfrqq8rMzIwcY8eOHUpJSdHKlSvV3d2thQsXqra2VsnJycN+cgAAYHQa8nNQ4oHnoAAAMPqMyHNQAAAAbhYCCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgnZR4d+BGGGMkScFgMM49AQAAg/XN3+1v/o73Z1QGlM7OTklSXl5enHsCAABi1dnZKbfb3W+NYwYTYyzT29ur06dPa/r06WptbVVWVla8uzRqBYNB5eXlMY7DgLEcPozl8GAchw9jOTyMMers7JTP51NSUv+rTEblDEpSUpJuueUWSVJWVhb/WIYB4zh8GMvhw1gOD8Zx+DCWQzfQzMk3WCQLAACsQ0ABAADWGbUBxeVy6emnn5bL5Yp3V0Y1xnH4MJbDh7EcHozj8GEsR96oXCQLAADGtlE7gwIAAMYuAgoAALAOAQUAAFiHgAIAAKwzKgPKz372MxUUFGjcuHEqKSnRr3/963h3yTrvvfee7r33Xvl8PjmOozfeeCNqvzFG1dXV8vl8Sk9P17x583Tq1KmomlAopMrKSuXk5CgjI0PLli3TuXPnRvAs4q+mpkZ33nmnMjMzNWXKFC1fvlynT5+OqmEsB2fXrl2aMWNG5EFXpaWlevvttyP7GccbU1NTI8dxVFVVFdnGWA5OdXW1HMeJal6vN7KfcYwzM8rU1dWZ1NRU8/Of/9x89NFH5vHHHzcZGRnm008/jXfXrLJ//37z1FNPmddee81IMvX19VH7t23bZjIzM81rr71mWlpazKpVq0xubq4JBoORmkcffdTccsstpqGhwXzwwQdm/vz5ZubMmebKlSsjfDbxs2TJErN7925z8uRJc+LECfPd737X3HrrraarqytSw1gOzltvvWX27dtnTp8+bU6fPm22bNliUlNTzcmTJ40xjOON+K//+i/z53/+52bGjBnm8ccfj2xnLAfn6aefNnfccYdpa2uLtPb29sh+xjG+Rl1A+au/+ivz6KOPRm379re/bX70ox/FqUf2uzqg9Pb2Gq/Xa7Zt2xbZdunSJeN2u80//dM/GWOMuXDhgklNTTV1dXWRmt/97ncmKSnJHDhwYMT6bpv29nYjyTQ2NhpjGMuhmjhxovnXf/1XxvEGdHZ2msLCQtPQ0GDmzp0bCSiM5eA9/fTTZubMmdfdxzjG36i6xBMOh9Xc3Kzy8vKo7eXl5WpqaopTr0afs2fPyu/3R42jy+XS3LlzI+PY3Nysy5cvR9X4fD4VFRUl9FgHAgFJUnZ2tiTG8kb19PSorq5OFy9eVGlpKeN4A9atW6fvfve7WrRoUdR2xjI2Z86ckc/nU0FBgb73ve/p448/lsQ42mBUfVngl19+qZ6eHnk8nqjtHo9Hfr8/Tr0afb4Zq+uN46effhqpSUtL08SJE6+pSdSxNsZow4YNuuuuu1RUVCSJsYxVS0uLSktLdenSJU2YMEH19fWaPn165Jc54zg4dXV1+uCDD3Ts2LFr9vFvcvBmz56tPXv2aNq0afriiy/0zDPPqKysTKdOnWIcLTCqAso3HMeJem2MuWYbBnYj45jIY71+/Xp9+OGHOnLkyDX7GMvBuf3223XixAlduHBBr732mlavXq3GxsbIfsZxYK2trXr88cd18OBBjRs3rs86xnJgFRUVkf8uLi5WaWmp/uIv/kIvvfSS5syZI4lxjKdRdYknJydHycnJ1yTT9vb2a1Iu+vbNKvX+xtHr9SocDqujo6PPmkRSWVmpt956S++++66mTp0a2c5YxiYtLU233XabZs2apZqaGs2cOVMvvPAC4xiD5uZmtbe3q6SkRCkpKUpJSVFjY6P+4R/+QSkpKZGxYCxjl5GRoeLiYp05c4Z/kxYYVQElLS1NJSUlamhoiNre0NCgsrKyOPVq9CkoKJDX640ax3A4rMbGxsg4lpSUKDU1Naqmra1NJ0+eTKixNsZo/fr1ev3113Xo0CEVFBRE7Wcsh8YYo1AoxDjGYOHChWppadGJEycibdasWfrbv/1bnThxQt/61rcYyxsUCoX0m9/8Rrm5ufybtEE8VuYOxTe3Gb/44ovmo48+MlVVVSYjI8N88skn8e6aVTo7O83x48fN8ePHjSSzfft2c/z48cjt2Nu2bTNut9u8/vrrpqWlxXz/+9+/7u1zU6dONe+884754IMPzIIFCxLu9rkf/vCHxu12m8OHD0fdivjVV19FahjLwdm8ebN57733zNmzZ82HH35otmzZYpKSkszBgweNMYzjUPzpXTzGMJaDtXHjRnP48GHz8ccfm6NHj5qlS5eazMzMyN8TxjG+Rl1AMcaYf/zHfzT5+fkmLS3NfOc734nc8on/79133zWSrmmrV682xnx9C93TTz9tvF6vcblc5u677zYtLS1Rx+ju7jbr16832dnZJj093SxdutR89tlncTib+LneGEoyu3fvjtQwloPzgx/8IPJzO3nyZLNw4cJIODGGcRyKqwMKYzk43zzXJDU11fh8PrNixQpz6tSpyH7GMb4cY4yJz9wNAADA9Y2qNSgAACAxEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYJ3/B06vh3pp62TIAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/zuoyuan/anaconda3/lib/python3.12/site-packages/gym/utils/passive_env_checker.py:241: DeprecationWarning: `np.bool8` is a deprecated alias for `np.bool_`.  (Deprecated NumPy 1.24)\n",
      "  if not isinstance(terminated, (bool, np.bool8)):\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[-0.02464299  0.21542868  0.01946429 -0.25574046]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAneElEQVR4nO3df3BUZZ7v8c/JryaEpJcQ6E5LzGbW4CwmUDXBheS68juYGkTEuzDjlgV3KEtHSJkCSgf8w8yWRdC5wrrDDrs7axFhdONsadQtkCEWEoebYhcjlAFnuUyJGsa0GZnQnWDohuS5fzj2nQbyo0lIP0m/X1VPlX3Ot08/5ymSfHzOc047xhgjAAAAiyTFuwMAAABXI6AAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOvENaD87Gc/U0FBgcaNG6eSkhL9+te/jmd3AACAJeIWUF599VVVVVXpqaee0vHjx/XXf/3Xqqio0GeffRavLgEAAEs48fqywNmzZ+s73/mOdu3aFdn2l3/5l1q+fLlqamri0SUAAGCJlHh8aDgcVnNzs370ox9FbS8vL1dTU9M19aFQSKFQKPK6t7dXf/jDHzRp0iQ5jnPT+wsAAIbOGKPOzk75fD4lJfV/EScuAeXLL79UT0+PPB5P1HaPxyO/339NfU1NjX784x+PVPcAAMBN1NraqqlTp/ZbE5eA8o2rZz+MMdedEdm8ebM2bNgQeR0IBHTrrbeqtbVVWVlZN72fAABg6ILBoPLy8pSZmTlgbVwCSk5OjpKTk6+ZLWlvb79mVkWSXC6XXC7XNduzsrIIKAAAjDKDWZ4Rl7t40tLSVFJSooaGhqjtDQ0NKisri0eXAACAReJ2iWfDhg166KGHNGvWLJWWlupf/uVf9Nlnn+nRRx+NV5cAAIAl4hZQVq1apfPnz+vv/u7v1NbWpqKiIu3fv1/5+fnx6hIAALBE3J6DMhTBYFBut1uBQIA1KAAAjBKx/P3mu3gAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKwz7AGlurpajuNENa/XG9lvjFF1dbV8Pp/S09M1b948nTp1ari7AQAARrGbMoNyxx13qK2tLdJaWloi+5577jlt375dO3fu1LFjx+T1erV48WJ1dnbejK4AAIBR6KYElJSUFHm93kibPHmypK9nT/7+7/9eTz31lFasWKGioiK99NJL+uqrr/TKK6/cjK4AAIBR6KYElDNnzsjn86mgoEDf+9739PHHH0uSzp49K7/fr/Ly8kity+XS3Llz1dTU1OfxQqGQgsFgVAMAAGPXsAeU2bNna8+ePfrVr36ln//85/L7/SorK9P58+fl9/slSR6PJ+o9Ho8nsu96ampq5Ha7Iy0vL2+4uw0AACwy7AGloqJCDzzwgIqLi7Vo0SLt27dPkvTSSy9FahzHiXqPMeaabX9q8+bNCgQCkdba2jrc3QYAABa56bcZZ2RkqLi4WGfOnInczXP1bEl7e/s1syp/yuVyKSsrK6oBAICx66YHlFAopN/85jfKzc1VQUGBvF6vGhoaIvvD4bAaGxtVVlZ2s7sCAABGiZThPuCmTZt077336tZbb1V7e7ueeeYZBYNBrV69Wo7jqKqqSlu3blVhYaEKCwu1detWjR8/Xg8++OBwdwUAAIxSwx5Qzp07p+9///v68ssvNXnyZM2ZM0dHjx5Vfn6+JOmJJ55Qd3e3HnvsMXV0dGj27Nk6ePCgMjMzh7srAABglHKMMSbenYhVMBiU2+1WIBBgPQoAAKNELH+/+S4eAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1Yg4o7733nu699175fD45jqM33ngjar8xRtXV1fL5fEpPT9e8efN06tSpqJpQKKTKykrl5OQoIyNDy5Yt07lz54Z0IgAAYOyIOaBcvHhRM2fO1M6dO6+7/7nnntP27du1c+dOHTt2TF6vV4sXL1ZnZ2ekpqqqSvX19aqrq9ORI0fU1dWlpUuXqqen58bPBAAAjBmOMcbc8JsdR/X19Vq+fLmkr2dPfD6fqqqq9OSTT0r6erbE4/Ho2Wef1SOPPKJAIKDJkydr7969WrVqlSTp888/V15envbv368lS5YM+LnBYFBut1uBQEBZWVk32n0AADCCYvn7PaxrUM6ePSu/36/y8vLINpfLpblz56qpqUmS1NzcrMuXL0fV+Hw+FRUVRWquFgqFFAwGoxoAABi7hjWg+P1+SZLH44na7vF4Ivv8fr/S0tI0ceLEPmuuVlNTI7fbHWl5eXnD2W0AAGCZm3IXj+M4Ua+NMddsu1p/NZs3b1YgEIi01tbWYesrAACwz7AGFK/XK0nXzIS0t7dHZlW8Xq/C4bA6Ojr6rLmay+VSVlZWVAMAAGPXsAaUgoICeb1eNTQ0RLaFw2E1NjaqrKxMklRSUqLU1NSomra2Np08eTJSAwAAEltKrG/o6urSb3/728jrs2fP6sSJE8rOztatt96qqqoqbd26VYWFhSosLNTWrVs1fvx4Pfjgg5Ikt9uttWvXauPGjZo0aZKys7O1adMmFRcXa9GiRcN3ZgAAYNSKOaC8//77mj9/fuT1hg0bJEmrV69WbW2tnnjiCXV3d+uxxx5TR0eHZs+erYMHDyozMzPynh07diglJUUrV65Ud3e3Fi5cqNraWiUnJw/DKQEAgNFuSM9BiReegwIAwOgTt+egAAAADAcCCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA68QcUN577z3de++98vl8chxHb7zxRtT+NWvWyHGcqDZnzpyomlAopMrKSuXk5CgjI0PLli3TuXPnhnQiAABg7Ig5oFy8eFEzZ87Uzp07+6y555571NbWFmn79++P2l9VVaX6+nrV1dXpyJEj6urq0tKlS9XT0xP7GQAAgDEnJdY3VFRUqKKiot8al8slr9d73X2BQEAvvvii9u7dq0WLFkmSfvGLXygvL0/vvPOOlixZEmuXAADAGHNT1qAcPnxYU6ZM0bRp0/Twww+rvb09sq+5uVmXL19WeXl5ZJvP51NRUZGampque7xQKKRgMBjVAADA2DXsAaWiokIvv/yyDh06pOeff17Hjh3TggULFAqFJEl+v19paWmaOHFi1Ps8Ho/8fv91j1lTUyO32x1peXl5w91tAABgkZgv8Qxk1apVkf8uKirSrFmzlJ+fr3379mnFihV9vs8YI8dxrrtv8+bN2rBhQ+R1MBgkpAAAMIbd9NuMc3NzlZ+frzNnzkiSvF6vwuGwOjo6oura29vl8XiuewyXy6WsrKyoBgAAxq6bHlDOnz+v1tZW5ebmSpJKSkqUmpqqhoaGSE1bW5tOnjypsrKym90dAAAwCsR8iaerq0u//e1vI6/Pnj2rEydOKDs7W9nZ2aqurtYDDzyg3NxcffLJJ9qyZYtycnJ0//33S5LcbrfWrl2rjRs3atKkScrOztamTZtUXFwcuasHAAAktpgDyvvvv6/58+dHXn+zNmT16tXatWuXWlpatGfPHl24cEG5ubmaP3++Xn31VWVmZkbes2PHDqWkpGjlypXq7u7WwoULVVtbq+Tk5GE4JQAAMNo5xhgT707EKhgMyu12KxAIsB4FAIBRIpa/33wXDwAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYJ+bv4gGA4WKM0W8P7pLp7em37lsLfqAUV8YI9QqADQgoAOLG9PYo0HpSpudKv3W9A+wHMPZwiQdA3Aw0cwIgcRFQAMSN6bkijbrvUwcwEggoAOKGSzcA+kJAARA3ppeAAuD6CCgA4oY1KAD6QkABEDdf373DIhQA1yKgAIibXi7xAOgDAQVA3JgeLvEAuD4CCoC4YQYFQF8IKADihrt4APSFgAIgbgZ6xD2AxEVAARA33GYMoC8EFABx09vTI2O4zRjAtQgoAOKGNSgA+kJAARA3rEEB0BcCCoC4CQW/1EBPkk1Nz5Lj8KsKSDT81AOImwufHJcGWIOSlVekpJTUEeoRAFsQUABYzUlOluTEuxsARlhMAaWmpkZ33nmnMjMzNWXKFC1fvlynT5+OqjHGqLq6Wj6fT+np6Zo3b55OnToVVRMKhVRZWamcnBxlZGRo2bJlOnfu3NDPBsCY4zjJ8e4CgDiIKaA0NjZq3bp1Onr0qBoaGnTlyhWVl5fr4sWLkZrnnntO27dv186dO3Xs2DF5vV4tXrxYnZ2dkZqqqirV19errq5OR44cUVdXl5YuXaoevpcDwFWSkpMlhxkUINE4ZggPIfj973+vKVOmqLGxUXfffbeMMfL5fKqqqtKTTz4p6evZEo/Ho2effVaPPPKIAoGAJk+erL1792rVqlWSpM8//1x5eXnav3+/lixZMuDnBoNBud1uBQIBZWVl3Wj3AcTZyV9Wq7vj835rvDOX6JZZ9yopJW2EegXgZonl7/eQ1qAEAgFJUnZ2tiTp7Nmz8vv9Ki8vj9S4XC7NnTtXTU1NkqTm5mZdvnw5qsbn86moqChSc7VQKKRgMBjVACQGJ4k1KEAiuuGAYozRhg0bdNddd6moqEiS5Pf7JUkejyeq1uPxRPb5/X6lpaVp4sSJfdZcraamRm63O9Ly8vJutNsARpmvAwqARHPDAWX9+vX68MMP9W//9m/X7HOuul5sjLlm29X6q9m8ebMCgUCktba23mi3AYwyTlIyEyhAArqhgFJZWam33npL7777rqZOnRrZ7vV6JemamZD29vbIrIrX61U4HFZHR0efNVdzuVzKysqKagASg5OcIhIKkHhiCijGGK1fv16vv/66Dh06pIKCgqj9BQUF8nq9amhoiGwLh8NqbGxUWVmZJKmkpESpqalRNW1tbTp58mSkBgC+wSUeIDGlxFK8bt06vfLKK3rzzTeVmZkZmSlxu91KT0+X4ziqqqrS1q1bVVhYqMLCQm3dulXjx4/Xgw8+GKldu3atNm7cqEmTJik7O1ubNm1ScXGxFi1aNPxnCGBU+/oSDzMoQKKJKaDs2rVLkjRv3ryo7bt379aaNWskSU888YS6u7v12GOPqaOjQ7Nnz9bBgweVmZkZqd+xY4dSUlK0cuVKdXd3a+HChaqtrVVyMv+nBCCak5TMBR4gAQ3pOSjxwnNQgLFhMM9BKZj3vzSpcLacJL6ZAxjtRuw5KABwsznMrAIJiYACwGqOw23GQCIioACwGt9mDCQmAgqAuBjs8jcnKaa1/ADGCAIKgLgZTEQZ6CnUAMYmAgqAuDC9PRpkRCGkAAmIgAIgLkxvjzT6nnIAYIQQUADExdczKABwfQQUAHFhensGvVAWQOIhoACIC9Pbq8GtQQGQiAgoAOKCNSgA+kNAARAXrEEB0B8CCoC4MIY1KAD6RkABEBesQQHQHwIKgLgwvVdYgwKgTwQUAHHBIlkA/SGgAIgL09vLBR4AfSKgAIgLZlAA9IeAAiAuBv9lgQASEQEFQHwwgwKgHwQUAHHR29vD/AmAPhFQAMTFV+db1Xv5Ur81LrdHKeMmjFCPANiEgAIgLkKBL9R7JdxvjSszRymu8SPUIwA2IaAAsJaTlCQ5Try7ASAOCCgArOU4SXIIKEBCIqAAsJaTlCw5/JoCEhE/+QCsxSUeIHERUADYy0mWIwIKkIgIKACsxQwKkLgIKACs5TjJcliDAiQkfvIBWIsZFCBxxRRQampqdOeddyozM1NTpkzR8uXLdfr06aiaNWvWyHGcqDZnzpyomlAopMrKSuXk5CgjI0PLli3TuXPnhn42AMYWh4ACJKqYAkpjY6PWrVuno0ePqqGhQVeuXFF5ebkuXrwYVXfPPfeora0t0vbv3x+1v6qqSvX19aqrq9ORI0fU1dWlpUuXqqenZ+hnBGDMSEpikSyQqFJiKT5w4EDU6927d2vKlClqbm7W3XffHdnucrnk9Xqve4xAIKAXX3xRe/fu1aJFiyRJv/jFL5SXl6d33nlHS5YsifUcAIxVXOIBEtaQ1qAEAgFJUnZ2dtT2w4cPa8qUKZo2bZoefvhhtbe3R/Y1Nzfr8uXLKi8vj2zz+XwqKipSU1PTdT8nFAopGAxGNQBj39dPkmWpHJCIbvgn3xijDRs26K677lJRUVFke0VFhV5++WUdOnRIzz//vI4dO6YFCxYoFApJkvx+v9LS0jRx4sSo43k8Hvn9/ut+Vk1Njdxud6Tl5eXdaLcBjCIskgUSV0yXeP7U+vXr9eGHH+rIkSNR21etWhX576KiIs2aNUv5+fnat2+fVqxY0efxjDF9fufG5s2btWHDhsjrYDBISAESwNe3GRNQgER0QzMolZWVeuutt/Tuu+9q6tSp/dbm5uYqPz9fZ86ckSR5vV6Fw2F1dHRE1bW3t8vj8Vz3GC6XS1lZWVENQAJgBgVIWDEFFGOM1q9fr9dff12HDh1SQUHBgO85f/68WltblZubK0kqKSlRamqqGhoaIjVtbW06efKkysrKYuw+gNHIGDOoOicpWeIuHiAhxXSJZ926dXrllVf05ptvKjMzM7JmxO12Kz09XV1dXaqurtYDDzyg3NxcffLJJ9qyZYtycnJ0//33R2rXrl2rjRs3atKkScrOztamTZtUXFwcuasHwBhnzOBDCjMoQEKKKaDs2rVLkjRv3ryo7bt379aaNWuUnJyslpYW7dmzRxcuXFBubq7mz5+vV199VZmZmZH6HTt2KCUlRStXrlR3d7cWLlyo2tpaJScnD/2MAFjPmF7J9Ma7GwAsFlNAGej/eNLT0/WrX/1qwOOMGzdOP/3pT/XTn/40lo8HMEYY0zvoGRQAiYkHDAAYecygABgAAQXAiDO9vTK9zKAA6BsBBcCI+/oSDzMoAPpGQAEw8rjEA2AABBQAI870Dv42YwCJiYACYMRxmzGAgRBQAIw81qAAGAABBcCI+3oGhUs8APpGQAEw4kwvMygA+kdAATDyuMQDYAAEFAAjjks8AAZCQAEw4rjEA2AgBBQAI48ZFAADIKAAGHE86h7AQAgoAEbcV+fP6dIFf781rqzJypicP0I9AmAbAgqAEdd7JSzTc6XfmqSUNCWnpo9QjwDYhoACwE6OIyeJX1FAouKnH4CVHCdJcvgVBSQqfvoB2IkZFCChpcS7AwBGF2OMenp6hnSM3t7BvN9Rb6/RlSv9r1XpT3JyshzHueH3A4gfAgqAmPT29srtdiscDt/wMVbOm66q/zm735qj//mfWrr+f+vc7ztv+HM++ugjFRYW3vD7AcQPAQVAzK5cuTKkmY2eQcyg9PYYhcKXh/Q5hofBAaMWAQVA3BgjfRHO18WeiTJylJ4UlMf1qVKcK+o1Rr29BAwgURFQAMTNqYt3qT18q8K96TJylOZc0u9Ct+vOrLfVa4x6CChAwmKJPIARZ0ySTnX9D5279G2FeifIKFlSksJmvM5fvkVHA8vU0+uop5fH4QOJioACYMR9dmm6Prs0Xea6v4IcXbgyRR8E5jODAiQwAgqAOHD+2Pre32uknh5mUIBERUABYKXeXhbJAomMgALASr3GqIfbhIGERUABMOLyxv1GPtf/lXS9AGI0IfkPKsp4l0s8QAKLKaDs2rVLM2bMUFZWlrKyslRaWqq33347st8Yo+rqavl8PqWnp2vevHk6depU1DFCoZAqKyuVk5OjjIwMLVu2TOfOnRueswEwKiQ5VzRjwmF50z5WqtMtR72SepXihJSV/KXu+rPXlKQwl3iABBbTc1CmTp2qbdu26bbbbpMkvfTSS7rvvvt0/Phx3XHHHXruuee0fft21dbWatq0aXrmmWe0ePFinT59WpmZmZKkqqoq/cd//Ifq6uo0adIkbdy4UUuXLlVzc7OSk5OH/wwBWOfjzzv05v/5b0n/rd9dKlTwSo6MHGUkX9At487oTeey/vuzL687vwIgMThmiM+Czs7O1k9+8hP94Ac/kM/nU1VVlZ588klJX8+WeDwePfvss3rkkUcUCAQ0efJk7d27V6tWrZIkff7558rLy9P+/fu1ZMmSQX1mMBiU2+3WmjVrlJaWNpTuA4iRMUYvvviiekfBM0pWrVolt9sd724A+KNwOKza2loFAgFlZWX1W3vDT5Lt6enRv//7v+vixYsqLS3V2bNn5ff7VV5eHqlxuVyaO3eumpqa9Mgjj6i5uVmXL1+OqvH5fCoqKlJTU1OfASUUCikUCkVeB4NBSdJDDz2kCRMm3OgpALgBxhjV1taOioDyN3/zN8rLy4t3NwD8UVdXl2prawdVG3NAaWlpUWlpqS5duqQJEyaovr5e06dPV1NTkyTJ4/FE1Xs8Hn366aeSJL/fr7S0NE2cOPGaGr/f3+dn1tTU6Mc//vE122fNmjVgAgMwvHp6euQ4/T3DxB7FxcWaNm1avLsB4I++mWAYjJjv4rn99tt14sQJHT16VD/84Q+1evVqffTRR5H9V//iMsYM+MtsoJrNmzcrEAhEWmtra6zdBgAAo0jMASUtLU233XabZs2apZqaGs2cOVMvvPCCvF6vJF0zE9Le3h6ZVfF6vQqHw+ro6Oiz5npcLlfkzqFvGgAAGLuG/BwUY4xCoZAKCgrk9XrV0NAQ2RcOh9XY2KiysjJJUklJiVJTU6Nq2tradPLkyUgNAABATGtQtmzZooqKCuXl5amzs1N1dXU6fPiwDhw4IMdxVFVVpa1bt6qwsFCFhYXaunWrxo8frwcffFCS5Ha7tXbtWm3cuFGTJk1Sdna2Nm3apOLiYi1atOimnCAAABh9YgooX3zxhR566CG1tbXJ7XZrxowZOnDggBYvXixJeuKJJ9Td3a3HHntMHR0dmj17tg4ePBh5Book7dixQykpKVq5cqW6u7u1cOFC1dbW8gwUAAAQMeTnoMTDN89BGcx91ACGV09Pj8aPH69wOBzvrgzo9OnT3MUDWCSWv998Fw8AALAOAQUAAFiHgAIAAKxDQAEAANa54e/iAZCYHMfRfffdp8uXL8e7KwPiu7qA0YuAAiAmSUlJ+uUvfxnvbgAY47jEAwAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWCemgLJr1y7NmDFDWVlZysrKUmlpqd5+++3I/jVr1shxnKg2Z86cqGOEQiFVVlYqJydHGRkZWrZsmc6dOzc8ZwMAAMaEmALK1KlTtW3bNr3//vt6//33tWDBAt133306depUpOaee+5RW1tbpO3fvz/qGFVVVaqvr1ddXZ2OHDmirq4uLV26VD09PcNzRgAAYNRzjDFmKAfIzs7WT37yE61du1Zr1qzRhQsX9MYbb1y3NhAIaPLkydq7d69WrVolSfr888+Vl5en/fv3a8mSJYP6zGAwKLfbrUAgoKysrKF0HwAAjJBY/n7f8BqUnp4e1dXV6eLFiyotLY1sP3z4sKZMmaJp06bp4YcfVnt7e2Rfc3OzLl++rPLy8sg2n8+noqIiNTU19flZoVBIwWAwqgEAgLEr5oDS0tKiCRMmyOVy6dFHH1V9fb2mT58uSaqoqNDLL7+sQ4cO6fnnn9exY8e0YMEChUIhSZLf71daWpomTpwYdUyPxyO/39/nZ9bU1MjtdkdaXl5erN0GAACjSEqsb7j99tt14sQJXbhwQa+99ppWr16txsZGTZ8+PXLZRpKKioo0a9Ys5efna9++fVqxYkWfxzTGyHGcPvdv3rxZGzZsiLwOBoOEFAAAxrCYA0paWppuu+02SdKsWbN07NgxvfDCC/rnf/7na2pzc3OVn5+vM2fOSJK8Xq/C4bA6OjqiZlHa29tVVlbW52e6XC65XK5YuwoAAEapIT8HxRgTuYRztfPnz6u1tVW5ubmSpJKSEqWmpqqhoSFS09bWppMnT/YbUAAAQGKJaQZly5YtqqioUF5enjo7O1VXV6fDhw/rwIED6urqUnV1tR544AHl5ubqk08+0ZYtW5STk6P7779fkuR2u7V27Vpt3LhRkyZNUnZ2tjZt2qTi4mItWrToppwgAAAYfWIKKF988YUeeughtbW1ye12a8aMGTpw4IAWL16s7u5utbS0aM+ePbpw4YJyc3M1f/58vfrqq8rMzIwcY8eOHUpJSdHKlSvV3d2thQsXqra2VsnJycN+cgAAYHQa8nNQ4oHnoAAAMPqMyHNQAAAAbhYCCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgnZR4d+BGGGMkScFgMM49AQAAg/XN3+1v/o73Z1QGlM7OTklSXl5enHsCAABi1dnZKbfb3W+NYwYTYyzT29ur06dPa/r06WptbVVWVla8uzRqBYNB5eXlMY7DgLEcPozl8GAchw9jOTyMMers7JTP51NSUv+rTEblDEpSUpJuueUWSVJWVhb/WIYB4zh8GMvhw1gOD8Zx+DCWQzfQzMk3WCQLAACsQ0ABAADWGbUBxeVy6emnn5bL5Yp3V0Y1xnH4MJbDh7EcHozj8GEsR96oXCQLAADGtlE7gwIAAMYuAgoAALAOAQUAAFiHgAIAAKwzKgPKz372MxUUFGjcuHEqKSnRr3/963h3yTrvvfee7r33Xvl8PjmOozfeeCNqvzFG1dXV8vl8Sk9P17x583Tq1KmomlAopMrKSuXk5CgjI0PLli3TuXPnRvAs4q+mpkZ33nmnMjMzNWXKFC1fvlynT5+OqmEsB2fXrl2aMWNG5EFXpaWlevvttyP7GccbU1NTI8dxVFVVFdnGWA5OdXW1HMeJal6vN7KfcYwzM8rU1dWZ1NRU8/Of/9x89NFH5vHHHzcZGRnm008/jXfXrLJ//37z1FNPmddee81IMvX19VH7t23bZjIzM81rr71mWlpazKpVq0xubq4JBoORmkcffdTccsstpqGhwXzwwQdm/vz5ZubMmebKlSsjfDbxs2TJErN7925z8uRJc+LECfPd737X3HrrraarqytSw1gOzltvvWX27dtnTp8+bU6fPm22bNliUlNTzcmTJ40xjOON+K//+i/z53/+52bGjBnm8ccfj2xnLAfn6aefNnfccYdpa2uLtPb29sh+xjG+Rl1A+au/+ivz6KOPRm379re/bX70ox/FqUf2uzqg9Pb2Gq/Xa7Zt2xbZdunSJeN2u80//dM/GWOMuXDhgklNTTV1dXWRmt/97ncmKSnJHDhwYMT6bpv29nYjyTQ2NhpjGMuhmjhxovnXf/1XxvEGdHZ2msLCQtPQ0GDmzp0bCSiM5eA9/fTTZubMmdfdxzjG36i6xBMOh9Xc3Kzy8vKo7eXl5WpqaopTr0afs2fPyu/3R42jy+XS3LlzI+PY3Nysy5cvR9X4fD4VFRUl9FgHAgFJUnZ2tiTG8kb19PSorq5OFy9eVGlpKeN4A9atW6fvfve7WrRoUdR2xjI2Z86ckc/nU0FBgb73ve/p448/lsQ42mBUfVngl19+qZ6eHnk8nqjtHo9Hfr8/Tr0afb4Zq+uN46effhqpSUtL08SJE6+pSdSxNsZow4YNuuuuu1RUVCSJsYxVS0uLSktLdenSJU2YMEH19fWaPn165Jc54zg4dXV1+uCDD3Ts2LFr9vFvcvBmz56tPXv2aNq0afriiy/0zDPPqKysTKdOnWIcLTCqAso3HMeJem2MuWYbBnYj45jIY71+/Xp9+OGHOnLkyDX7GMvBuf3223XixAlduHBBr732mlavXq3GxsbIfsZxYK2trXr88cd18OBBjRs3rs86xnJgFRUVkf8uLi5WaWmp/uIv/kIvvfSS5syZI4lxjKdRdYknJydHycnJ1yTT9vb2a1Iu+vbNKvX+xtHr9SocDqujo6PPmkRSWVmpt956S++++66mTp0a2c5YxiYtLU233XabZs2apZqaGs2cOVMvvPAC4xiD5uZmtbe3q6SkRCkpKUpJSVFjY6P+4R/+QSkpKZGxYCxjl5GRoeLiYp05c4Z/kxYYVQElLS1NJSUlamhoiNre0NCgsrKyOPVq9CkoKJDX640ax3A4rMbGxsg4lpSUKDU1Naqmra1NJ0+eTKixNsZo/fr1ev3113Xo0CEVFBRE7Wcsh8YYo1AoxDjGYOHChWppadGJEycibdasWfrbv/1bnThxQt/61rcYyxsUCoX0m9/8Rrm5ufybtEE8VuYOxTe3Gb/44ovmo48+MlVVVSYjI8N88skn8e6aVTo7O83x48fN8ePHjSSzfft2c/z48cjt2Nu2bTNut9u8/vrrpqWlxXz/+9+/7u1zU6dONe+884754IMPzIIFCxLu9rkf/vCHxu12m8OHD0fdivjVV19FahjLwdm8ebN57733zNmzZ82HH35otmzZYpKSkszBgweNMYzjUPzpXTzGMJaDtXHjRnP48GHz8ccfm6NHj5qlS5eazMzMyN8TxjG+Rl1AMcaYf/zHfzT5+fkmLS3NfOc734nc8on/79133zWSrmmrV682xnx9C93TTz9tvF6vcblc5u677zYtLS1Rx+ju7jbr16832dnZJj093SxdutR89tlncTib+LneGEoyu3fvjtQwloPzgx/8IPJzO3nyZLNw4cJIODGGcRyKqwMKYzk43zzXJDU11fh8PrNixQpz6tSpyH7GMb4cY4yJz9wNAADA9Y2qNSgAACAxEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYJ3/B06vh3pp62TIAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[-0.02033442  0.41026738  0.01434948 -0.542221  ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAnCUlEQVR4nO3df3BUZZ7v8c/JrybGpJcQ6E4PgYljcBcTuHeCA0m58juYGmQQq2DGLS+slKUjpEwBpQNWXTNbFkHnCusOO8zsrJcIoxvvlsZxC2SIhcShUtRghDLBKS6WqGFMm5EJ3QmGDiTP/cPy3GkggU6C/TT9flWdKvqcb5/znKdo+sNznnPaMcYYAQAAWCQl3g0AAAC4FAEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFgnrgHlF7/4hQoLCzVmzBiVlpbq97//fTybAwAALBG3gPLKK6+ourpaTz75pI4ePaq///u/V2VlpT799NN4NQkAAFjCidePBc6cOVPf/e53tWPHDnfd3/3d32np0qWqra2NR5MAAIAl0uJx0L6+PrW0tOgnP/lJ1PqKigo1NzdfVh+JRBSJRNzXAwMD+stf/qJx48bJcZzr3l4AADByxhh1d3crEAgoJWXoizhxCShffPGF+vv75fP5otb7fD4Fg8HL6mtra/XTn/70m2oeAAC4jtrb2zVx4sQha+ISUL526eiHMeaKIyIbN27UunXr3NehUEiTJk1Se3u7cnJyrns7AQDAyIXDYRUUFCg7O/uqtXEJKHl5eUpNTb1stKSzs/OyURVJ8ng88ng8l63PyckhoAAAkGCuZXpGXO7iycjIUGlpqRobG6PWNzY2qry8PB5NAgAAFonbJZ5169bpgQce0IwZM1RWVqZ/+7d/06effqpHHnkkXk0CAACWiFtAWbFihc6cOaN/+qd/UkdHh4qLi7V3715Nnjw5Xk0CAACWiNtzUEYiHA7L6/UqFAoxBwUAgAQRy/c3v8UDAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGCdUQ8oNTU1chwnavH7/e52Y4xqamoUCASUmZmpOXPm6Pjx46PdDAAAkMCuywjK7bffro6ODndpbW11tz377LPaunWrtm/friNHjsjv92vhwoXq7u6+Hk0BAAAJ6LoElLS0NPn9fncZP368pK9GT/75n/9ZTz75pJYtW6bi4mK9+OKL+vLLL/Xyyy9fj6YAAIAEdF0CysmTJxUIBFRYWKgf/vCH+uijjyRJp06dUjAYVEVFhVvr8Xg0e/ZsNTc3D7q/SCSicDgctQAAgBvXqAeUmTNnateuXfrd736nX//61woGgyovL9eZM2cUDAYlST6fL+o9Pp/P3XYltbW18nq97lJQUDDazQYAABYZ9YBSWVmp++67TyUlJVqwYIH27NkjSXrxxRfdGsdxot5jjLls3V/buHGjQqGQu7S3t492swEAgEWu+23GWVlZKikp0cmTJ927eS4dLens7LxsVOWveTwe5eTkRC0AAODGdd0DSiQS0R//+Efl5+ersLBQfr9fjY2N7va+vj41NTWpvLz8ejcFAAAkiLTR3uGGDRt0zz33aNKkSers7NTTTz+tcDislStXynEcVVdXa/PmzSoqKlJRUZE2b96sm266Sffff/9oNwUAACSoUQ8op0+f1o9+9CN98cUXGj9+vGbNmqXDhw9r8uTJkqTHH39cvb29evTRR9XV1aWZM2dq//79ys7OHu2mAACABOUYY0y8GxGrcDgsr9erUCjEfBQAABJELN/f/BYPAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6MQeUd955R/fcc48CgYAcx9Hrr78etd0Yo5qaGgUCAWVmZmrOnDk6fvx4VE0kElFVVZXy8vKUlZWlJUuW6PTp0yM6EQAAcOOIOaCcO3dO06dP1/bt26+4/dlnn9XWrVu1fft2HTlyRH6/XwsXLlR3d7dbU11drYaGBtXX1+vQoUPq6enR4sWL1d/fP/wzAQAANwzHGGOG/WbHUUNDg5YuXSrpq9GTQCCg6upqPfHEE5K+Gi3x+Xx65pln9PDDDysUCmn8+PHavXu3VqxYIUn67LPPVFBQoL1792rRokVXPW44HJbX61UoFFJOTs5wmw8AAL5BsXx/j+oclFOnTikYDKqiosJd5/F4NHv2bDU3N0uSWlpadOHChaiaQCCg4uJit+ZSkUhE4XA4agEAADeuUQ0owWBQkuTz+aLW+3w+d1swGFRGRobGjh07aM2lamtr5fV63aWgoGA0mw0AACxzXe7icRwn6rUx5rJ1lxqqZuPGjQqFQu7S3t4+am0FAAD2GdWA4vf7JemykZDOzk53VMXv96uvr09dXV2D1lzK4/EoJycnagEAADeuUQ0ohYWF8vv9amxsdNf19fWpqalJ5eXlkqTS0lKlp6dH1XR0dKitrc2tAQAAyS0t1jf09PToww8/dF+fOnVKx44dU25uriZNmqTq6mpt3rxZRUVFKioq0ubNm3XTTTfp/vvvlyR5vV6tXr1a69ev17hx45Sbm6sNGzaopKRECxYsGL0zAwAACSvmgPLuu+9q7ty57ut169ZJklauXKm6ujo9/vjj6u3t1aOPPqquri7NnDlT+/fvV3Z2tvuebdu2KS0tTcuXL1dvb6/mz5+vuro6paamjsIpAQCARDei56DEC89BAQAg8cTtOSgAAACjgYACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6MQeUd955R/fcc48CgYAcx9Hrr78etX3VqlVyHCdqmTVrVlRNJBJRVVWV8vLylJWVpSVLluj06dMjOhEAAHDjiDmgnDt3TtOnT9f27dsHrbn77rvV0dHhLnv37o3aXl1drYaGBtXX1+vQoUPq6enR4sWL1d/fH/sZAACAG05arG+orKxUZWXlkDUej0d+v/+K20KhkF544QXt3r1bCxYskCT95je/UUFBgd566y0tWrQo1iYBAIAbzHWZg3Lw4EFNmDBBU6ZM0UMPPaTOzk53W0tLiy5cuKCKigp3XSAQUHFxsZqbm6+4v0gkonA4HLUAAIAb16gHlMrKSr300ks6cOCAnnvuOR05ckTz5s1TJBKRJAWDQWVkZGjs2LFR7/P5fAoGg1fcZ21trbxer7sUFBSMdrMBAIBFYr7EczUrVqxw/1xcXKwZM2Zo8uTJ2rNnj5YtWzbo+4wxchznits2btyodevWua/D4TAhBQCAG9h1v804Pz9fkydP1smTJyVJfr9ffX196urqiqrr7OyUz+e74j48Ho9ycnKiFgAAcOO67gHlzJkzam9vV35+viSptLRU6enpamxsdGs6OjrU1tam8vLy690cAACQAGK+xNPT06MPP/zQfX3q1CkdO3ZMubm5ys3NVU1Nje677z7l5+fr448/1qZNm5SXl6d7771XkuT1erV69WqtX79e48aNU25urjZs2KCSkhL3rh4AAJDcYg4o7777rubOneu+/npuyMqVK7Vjxw61trZq165dOnv2rPLz8zV37ly98sorys7Odt+zbds2paWlafny5ert7dX8+fNVV1en1NTUUTglAACQ6BxjjIl3I2IVDofl9XoVCoWYjwIAQIKI5fub3+IBAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOvE/Fs8ADBajDH6cP8OmYH+Ietumfeg0jxZ31CrANiAgAIgfsyAQu1tMv0XhywbuMp2ADceLvEAiJuBq4ycAEheBBQA8TMwEO8WALAUAQVA3BgzIJl4twKAjQgoAOLGMIICYBAEFABxYwxzUABcGQEFQNxc7fZiAMmLgAIgbrjEA2AwBBQAcfPVJR5myQK4HAEFQPwwggJgEAQUAHFjDAEFwJURUADEDZNkAQyGgAIgbpgkC2AwBBQAccMlHgCDIaAAiB8u8QAYBAEFQNwwBwXAYAgoAOKGOSgABkNAARA3/BYPgMEQUADEDSMoAAYTU0Cpra3VHXfcoezsbE2YMEFLly7ViRMnomqMMaqpqVEgEFBmZqbmzJmj48ePR9VEIhFVVVUpLy9PWVlZWrJkiU6fPj3yswGQUMzAgGR41D2Ay8UUUJqamrRmzRodPnxYjY2NunjxoioqKnTu3Dm35tlnn9XWrVu1fft2HTlyRH6/XwsXLlR3d7dbU11drYaGBtXX1+vQoUPq6enR4sWL1d/PcC+QVEw/v8QD4IocY4b/35c///nPmjBhgpqamnTXXXfJGKNAIKDq6mo98cQTkr4aLfH5fHrmmWf08MMPKxQKafz48dq9e7dWrFghSfrss89UUFCgvXv3atGiRVc9bjgcltfrVSgUUk5OznCbDyDOzpz8gz56+39LV3keyvQHfqaMm7zfUKsAXC+xfH+PaA5KKBSSJOXm5kqSTp06pWAwqIqKCrfG4/Fo9uzZam5uliS1tLTowoULUTWBQEDFxcVuzaUikYjC4XDUAiDx8aA2AIMZdkAxxmjdunW68847VVxcLEkKBoOSJJ/PF1Xr8/ncbcFgUBkZGRo7duygNZeqra2V1+t1l4KCguE2G4BFeA4KgMEMO6CsXbtW77//vv7jP/7jsm2O40S9NsZctu5SQ9Vs3LhRoVDIXdrb24fbbAAWIaAAGMywAkpVVZXeeOMNvf3225o4caK73u/3S9JlIyGdnZ3uqIrf71dfX5+6uroGrbmUx+NRTk5O1AIg8V0833PVmtSMTDka+j84AG48MQUUY4zWrl2r1157TQcOHFBhYWHU9sLCQvn9fjU2Nrrr+vr61NTUpPLycklSaWmp0tPTo2o6OjrU1tbm1gBIDn/58A9XnSD7N4X/XSnpGd9QiwDYIi2W4jVr1ujll1/Wb3/7W2VnZ7sjJV6vV5mZmXIcR9XV1dq8ebOKiopUVFSkzZs366abbtL999/v1q5evVrr16/XuHHjlJubqw0bNqikpEQLFiwY/TMEkNAcJ0ViBAVIOjEFlB07dkiS5syZE7V+586dWrVqlSTp8ccfV29vrx599FF1dXVp5syZ2r9/v7Kzs936bdu2KS0tTcuXL1dvb6/mz5+vuro6paamjuxsANxwvgooAJLNiJ6DEi88BwW4MbT9nxr1dn02ZM34qXNUMOs+paZ7vqFWAbhevrHnoADA9eakpEpXuQsQwI2HgALAak4K9/AAyYiAAsBqjsPcNCAZEVAAWM1J4Z8pIBnxyQdgNW4zBpITAQWA3VK4xAMkIwIKAKs5jsMACpCECCgArPbVJFkSCpBsCCgA7MYkWSAp8ckHYDUedQ8kJz75AKzGbcZAcuKTD8BuTgqPugeSEAEFgNWclFSmyAJJiIACwGrMQQGSE598AFbjSbJAciKgALAbk2SBpMQnH4DVHCeFARQgCRFQAFiN24yB5MQnH4DVeNQ9kJwIKACs5qQQToBkREABYDcnNd4tABAHBBQAcWGMuaY6x0mRw5NkgaRDQAEQF8YM6NoiCoBkREABEB/GSEQUAIMgoACIC2MGyCcABkVAARAfZkAkFACDIaAAiAszMBDvJgCwGAEFQFwYM3DNd/IASD4EFADxQTgBMAQCCoC4MAP9hBQAgyKgAIgLwyRZAEOIKaDU1tbqjjvuUHZ2tiZMmKClS5fqxIkTUTWrVq2S4zhRy6xZs6JqIpGIqqqqlJeXp6ysLC1ZskSnT58e+dkASByGSbIABhdTQGlqatKaNWt0+PBhNTY26uLFi6qoqNC5c+ei6u6++251dHS4y969e6O2V1dXq6GhQfX19Tp06JB6enq0ePFi9ff3j/yMACQEw4PaAAwhLZbiffv2Rb3euXOnJkyYoJaWFt11113ueo/HI7/ff8V9hEIhvfDCC9q9e7cWLFggSfrNb36jgoICvfXWW1q0aFGs5wAgAZmBAaagABjUiOaghEIhSVJubm7U+oMHD2rChAmaMmWKHnroIXV2drrbWlpadOHCBVVUVLjrAoGAiouL1dzcfMXjRCIRhcPhqAVAgmMOCoAhDDugGGO0bt063XnnnSouLnbXV1ZW6qWXXtKBAwf03HPP6ciRI5o3b54ikYgkKRgMKiMjQ2PHjo3an8/nUzAYvOKxamtr5fV63aWgoGC4zQZgCR51D2AoMV3i+Wtr167V+++/r0OHDkWtX7Fihfvn4uJizZgxQ5MnT9aePXu0bNmyQfdnjBn0J9U3btyodevWua/D4TAhBUhw3MUDYCjDGkGpqqrSG2+8obffflsTJ04csjY/P1+TJ0/WyZMnJUl+v199fX3q6uqKquvs7JTP57viPjwej3JycqIWAAlugHACYHAxBRRjjNauXavXXntNBw4cUGFh4VXfc+bMGbW3tys/P1+SVFpaqvT0dDU2Nro1HR0damtrU3l5eYzNB5CojOFBbQAGF9MlnjVr1ujll1/Wb3/7W2VnZ7tzRrxerzIzM9XT06Oamhrdd999ys/P18cff6xNmzYpLy9P9957r1u7evVqrV+/XuPGjVNubq42bNigkpIS964eADc+MzDABR4Ag4opoOzYsUOSNGfOnKj1O3fu1KpVq5SamqrW1lbt2rVLZ8+eVX5+vubOnatXXnlF2dnZbv22bduUlpam5cuXq7e3V/Pnz1ddXZ1SU1NHfkYAEgNzUAAMIaaAcrVfHs3MzNTvfve7q+5nzJgx+vnPf66f//znsRwewA3EGEM+ATAofosHQFxwFw+AoRBQAMTHAL/FA2BwBBQA8WEGuIsHwKAIKADiwhju4gEwOAIKgLjg14wBDIWAAiAuzn58TBd7e4asyc4vkidn3DfUIgA2IaAAiAszcFFXG0FxUtMlh+cjAcmIgALAXk6KBvkNUQA3OAIKAGs5TookEgqQjAgoAKzlOI4YQgGSEwEFgL2cFDmMoABJiYACwFqMoADJi4ACwF4O/0QByYpPPwBrOSnOV6MoAJIOAQWAxbiLB0hWBBQA1nJSUpiDAiQpAgoAazFJFkheBBQA9uI2YyBpEVAA2MtxmIICJKm0eDcAQOIxxqi/v39E+xgYGPqHAr86kNTfPyBdvDjs46SmpnInEJCACCgAYnb69GndcsstI9rH//wfd+nu731nyJpf/upX+tXih3Xu/IVhHSM1NVXd3d1KT08f1vsBxA8BBcCwXBzBqIYkGTNw9WP0D6jvwoVhH2tg4OrHAGAnAgqAuOo3qfo88m19OZAjyejm1LPyZXwsx/nqMpC5hitBAG48BBQAcWOM9F54ocIX83TBjJFklJFyXp19kzUtu0kDAwMyJBQgKRFQAMTFgEnRH8KL9ZcL+frrW3UiA1n6LFIkR0b95n1GUIAkxW3GAOKitWf2ZeHka0YpOh25TR+eK5ERCQVIRgQUAHE01O2/jgYGxAgKkKQIKACsNWCYgwIkKwIKAGsxggIkLwIKgLi4/eZDykn7s3TFOSZG/oyPNGnM+8xBAZJUTAFlx44dmjZtmnJycpSTk6OysjK9+eab7nZjjGpqahQIBJSZmak5c+bo+PHjUfuIRCKqqqpSXl6esrKytGTJEp0+fXp0zgZAwkhzLqjc2yBv2p+V5kQkDUgaULpzXhMyPtF/y35LjrnICAqQpGK6zXjixInasmWLbr31VknSiy++qB/84Ac6evSobr/9dj377LPaunWr6urqNGXKFD399NNauHChTpw4oezsbElSdXW1/uu//kv19fUaN26c1q9fr8WLF6ulpUWpqamjf4YArNRyokORC/3qN/9LfzpfpJ7+sXJklJ12RhPH/F+1SzrR/kW8mwkgThwzwhloubm5+tnPfqYHH3xQgUBA1dXVeuKJJyR9NVri8/n0zDPP6OGHH1YoFNL48eO1e/durVixQpL02WefqaCgQHv37tWiRYuu6ZjhcFher1erVq1SRkbGSJoPYBjOnTunl156Kd7NuCrHcbR69WqlpHA1G7BBX1+f6urqFAqFlJOTM2TtsB/U1t/fr//8z//UuXPnVFZWplOnTikYDKqiosKt8Xg8mj17tpqbm/Xwww+rpaVFFy5ciKoJBAIqLi5Wc3PzoAElEokoEom4r8PhsCTpgQce0M033zzcUwAwTJ9//nnCBJR//Md/VFoaz6QEbNDT06O6urprqo35U9va2qqysjKdP39eN998sxoaGjR16lQ1NzdLknw+X1S9z+fTJ598IkkKBoPKyMjQ2LFjL6sJBoODHrO2tlY//elPL1s/Y8aMqyYwAKOvvb093k24ZnfccQe/ZgxY4usBhmsR87jnbbfdpmPHjunw4cP68Y9/rJUrV+qDDz5wtztO9IOXjDGXrbvU1Wo2btyoUCjkLon0jyMAAIhdzAElIyNDt956q2bMmKHa2lpNnz5dzz//vPx+vyRdNhLS2dnpjqr4/X719fWpq6tr0Jor8Xg87p1DXy8AAODGNeKZY8YYRSIRFRYWyu/3q7Gx0d3W19enpqYmlZeXS5JKS0uVnp4eVdPR0aG2tja3BgAAIKY5KJs2bVJlZaUKCgrU3d2t+vp6HTx4UPv27ZPjOKqurtbmzZtVVFSkoqIibd68WTfddJPuv/9+SZLX69Xq1au1fv16jRs3Trm5udqwYYNKSkq0YMGC63KCAAAg8cQUUD7//HM98MAD6ujokNfr1bRp07Rv3z4tXLhQkvT444+rt7dXjz76qLq6ujRz5kzt37/ffQaKJG3btk1paWlavny5ent7NX/+fNXV1fEMFAAA4Brxc1Di4evnoFzLfdQARl97e7smTZoU72ZcVUpKis6fP89dPIAlYvn+5ulFAADAOgQUAABgHQIKAACwDgEFAABYhx+oABCzzMxMLV26NN7NuKqUlJSrPskagJ0IKABilpeXp4aGhng3A8ANjEs8AADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdWIKKDt27NC0adOUk5OjnJwclZWV6c0333S3r1q1So7jRC2zZs2K2kckElFVVZXy8vKUlZWlJUuW6PTp06NzNgAA4IYQU0CZOHGitmzZonfffVfvvvuu5s2bpx/84Ac6fvy4W3P33Xero6PDXfbu3Ru1j+rqajU0NKi+vl6HDh1ST0+PFi9erP7+/tE5IwAAkPAcY4wZyQ5yc3P1s5/9TKtXr9aqVat09uxZvf7661esDYVCGj9+vHbv3q0VK1ZIkj777DMVFBRo7969WrRo0TUdMxwOy+v1KhQKKScnZyTNBwAA35BYvr+HPQelv79f9fX1OnfunMrKytz1Bw8e1IQJEzRlyhQ99NBD6uzsdLe1tLTowoULqqiocNcFAgEVFxerubl50GNFIhGFw+GoBQAA3LhiDiitra26+eab5fF49Mgjj6ihoUFTp06VJFVWVuqll17SgQMH9Nxzz+nIkSOaN2+eIpGIJCkYDCojI0Njx46N2qfP51MwGBz0mLW1tfJ6ve5SUFAQa7MBAEACSYv1DbfddpuOHTums2fP6tVXX9XKlSvV1NSkqVOnupdtJKm4uFgzZszQ5MmTtWfPHi1btmzQfRpj5DjOoNs3btyodevWua/D4TAhBQCAG1jMASUjI0O33nqrJGnGjBk6cuSInn/+ef3qV7+6rDY/P1+TJ0/WyZMnJUl+v199fX3q6uqKGkXp7OxUeXn5oMf0eDzyeDyxNhUAACSoET8HxRjjXsK51JkzZ9Te3q78/HxJUmlpqdLT09XY2OjWdHR0qK2tbciAAgAAkktMIyibNm1SZWWlCgoK1N3drfr6eh08eFD79u1TT0+PampqdN999yk/P18ff/yxNm3apLy8PN17772SJK/Xq9WrV2v9+vUaN26ccnNztWHDBpWUlGjBggXX5QQBAEDiiSmgfP7553rggQfU0dEhr9eradOmad++fVq4cKF6e3vV2tqqXbt26ezZs8rPz9fcuXP1yiuvKDs7293Htm3blJaWpuXLl6u3t1fz589XXV2dUlNTR/3kAABAYhrxc1DigeegAACQeL6R56AAAABcLwQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6afFuwHAYYyRJ4XA4zi0BAADX6uvv7a+/x4eSkAGlu7tbklRQUBDnlgAAgFh1d3fL6/UOWeOYa4kxlhkYGNCJEyc0depUtbe3KycnJ95NSljhcFgFBQX04yigL0cPfTk66MfRQ1+ODmOMuru7FQgElJIy9CyThBxBSUlJ0be+9S1JUk5ODn9ZRgH9OHroy9FDX44O+nH00Jcjd7WRk68xSRYAAFiHgAIAAKyTsAHF4/HoqaeeksfjiXdTEhr9OHroy9FDX44O+nH00JffvIScJAsAAG5sCTuCAgAAblwEFAAAYB0CCgAAsA4BBQAAWCchA8ovfvELFRYWasyYMSotLdXvf//7eDfJOu+8847uueceBQIBOY6j119/PWq7MUY1NTUKBALKzMzUnDlzdPz48aiaSCSiqqoq5eXlKSsrS0uWLNHp06e/wbOIv9raWt1xxx3Kzs7WhAkTtHTpUp04cSKqhr68Njt27NC0adPcB12VlZXpzTffdLfTj8NTW1srx3FUXV3trqMvr01NTY0cx4la/H6/u51+jDOTYOrr6016err59a9/bT744APz2GOPmaysLPPJJ5/Eu2lW2bt3r3nyySfNq6++aiSZhoaGqO1btmwx2dnZ5tVXXzWtra1mxYoVJj8/34TDYbfmkUceMd/61rdMY2Ojee+998zcuXPN9OnTzcWLF7/hs4mfRYsWmZ07d5q2tjZz7Ngx8/3vf99MmjTJ9PT0uDX05bV54403zJ49e8yJEyfMiRMnzKZNm0x6erppa2szxtCPw/GHP/zBfPvb3zbTpk0zjz32mLuevrw2Tz31lLn99ttNR0eHu3R2drrb6cf4SriA8r3vfc888sgjUev+9m//1vzkJz+JU4vsd2lAGRgYMH6/32zZssVdd/78eeP1es0vf/lLY4wxZ8+eNenp6aa+vt6t+dOf/mRSUlLMvn37vrG226azs9NIMk1NTcYY+nKkxo4da/793/+dfhyG7u5uU1RUZBobG83s2bPdgEJfXrunnnrKTJ8+/Yrb6Mf4S6hLPH19fWppaVFFRUXU+oqKCjU3N8epVYnn1KlTCgaDUf3o8Xg0e/Zstx9bWlp04cKFqJpAIKDi4uKk7utQKCRJys3NlURfDld/f7/q6+t17tw5lZWV0Y/DsGbNGn3/+9/XggULotbTl7E5efKkAoGACgsL9cMf/lAfffSRJPrRBgn1Y4FffPGF+vv75fP5otb7fD4Fg8E4tSrxfN1XV+rHTz75xK3JyMjQ2LFjL6tJ1r42xmjdunW68847VVxcLIm+jFVra6vKysp0/vx53XzzzWpoaNDUqVPdf8zpx2tTX1+v9957T0eOHLlsG38nr93MmTO1a9cuTZkyRZ9//rmefvpplZeX6/jx4/SjBRIqoHzNcZyo18aYy9bh6obTj8nc12vXrtX777+vQ4cOXbaNvrw2t912m44dO6azZ8/q1Vdf1cqVK9XU1ORupx+vrr29XY899pj279+vMWPGDFpHX15dZWWl++eSkhKVlZXpO9/5jl588UXNmjVLEv0YTwl1iScvL0+pqamXJdPOzs7LUi4G9/Us9aH60e/3q6+vT11dXYPWJJOqqiq98cYbevvttzVx4kR3PX0Zm4yMDN16662aMWOGamtrNX36dD3//PP0YwxaWlrU2dmp0tJSpaWlKS0tTU1NTfqXf/kXpaWluX1BX8YuKytLJSUlOnnyJH8nLZBQASUjI0OlpaVqbGyMWt/Y2Kjy8vI4tSrxFBYWyu/3R/VjX1+fmpqa3H4sLS1Venp6VE1HR4fa2tqSqq+NMVq7dq1ee+01HThwQIWFhVHb6cuRMcYoEonQjzGYP3++WltbdezYMXeZMWOG/uEf/kHHjh3TLbfcQl8OUyQS0R//+Efl5+fzd9IG8ZiZOxJf32b8wgsvmA8++MBUV1ebrKws8/HHH8e7aVbp7u42R48eNUePHjWSzNatW83Ro0fd27G3bNlivF6vee2110xra6v50Y9+dMXb5yZOnGjeeust895775l58+Yl3e1zP/7xj43X6zUHDx6MuhXxyy+/dGvoy2uzceNG884775hTp06Z999/32zatMmkpKSY/fv3G2Pox5H467t4jKEvr9X69evNwYMHzUcffWQOHz5sFi9ebLKzs93vE/oxvhIuoBhjzL/+67+ayZMnm4yMDPPd737XveUT/9/bb79tJF22rFy50hjz1S10Tz31lPH7/cbj8Zi77rrLtLa2Ru2jt7fXrF271uTm5prMzEyzePFi8+mnn8bhbOLnSn0oyezcudOtoS+vzYMPPuh+bsePH2/mz5/vhhNj6MeRuDSg0JfX5uvnmqSnp5tAIGCWLVtmjh8/7m6nH+PLMcaY+IzdAAAAXFlCzUEBAADJgYACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOv8P9BPKgd9JVrxAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向左推，获得奖励：1.0，转移到下一个状态：[-0.01212907  0.21494673  0.00350506 -0.24505161]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAk8UlEQVR4nO3df2zUdYL/8dfQH0Mp7VxLYaYjpfaW4h22kO+2LrRx5Xex362ImMDqxUCWGF2hsSlEF/zD7sVQdCOct9xyd3uGCqtX76J13VBZapAq25DFCrFFj2O/Vi1HxypbZlqsUyjv7x/Gz+3we9rCvKc8H8kncT6f98y8P++ofebTmU9dxhgjAAAAi4yJ9QQAAAAuRKAAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA68Q0UH71q18pLy9PY8eOVVFRkd57771YTgcAAFgiZoHy6quvqqqqSk899ZQOHz6sH/7whyovL9fnn38eqykBAABLuGL1xwJnzZql73//+9q+fbuz72//9m+1dOlS1dbWxmJKAADAEomxeNOBgQG1trbqZz/7WcT+srIytbS0XDQ+HA4rHA47j8+fP68///nPmjBhglwu13WfLwAAGD5jjHp7e+X3+zVmzJV/iROTQPnqq680ODgor9cbsd/r9SoQCFw0vra2Vj//+c9v1PQAAMB11NnZqcmTJ19xTEwC5TsXXv0wxlzyisiGDRtUXV3tPA4Gg5oyZYo6OzuVnp5+3ecJAACGLxQKKScnR2lpaVcdG5NAycrKUkJCwkVXS7q7uy+6qiJJbrdbbrf7ov3p6ekECgAAceZaPp4Rk2/xJCcnq6ioSE1NTRH7m5qaVFpaGospAQAAi8TsVzzV1dV66KGHVFxcrJKSEv3rv/6rPv/8cz366KOxmhIAALBEzAJlxYoVOnXqlP7+7/9eXV1dKigoUGNjo3Jzc2M1JQAAYImY3QdlOEKhkDwej4LBIJ9BAQAgTkTz85u/xQMAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA64x4oNTU1MjlckVsPp/POW6MUU1Njfx+v1JSUjR37lwdPXp0pKcBAADi2HW5gnL77berq6vL2dra2pxjzz33nLZs2aJt27bp0KFD8vl8WrRokXp7e6/HVAAAQBy6LoGSmJgon8/nbBMnTpT07dWTf/iHf9BTTz2lZcuWqaCgQC+99JK+/vprvfLKK9djKgAAIA5dl0A5fvy4/H6/8vLy9OMf/1iffPKJJKmjo0OBQEBlZWXOWLfbrTlz5qilpeWyrxcOhxUKhSI2AAAweo14oMyaNUs7d+7U73//e/36179WIBBQaWmpTp06pUAgIEnyer0Rz/F6vc6xS6mtrZXH43G2nJyckZ42AACwyIgHSnl5ue6//34VFhZq4cKF2r17tyTppZdecsa4XK6I5xhjLtr3lzZs2KBgMOhsnZ2dIz1tAABgkev+NePU1FQVFhbq+PHjzrd5Lrxa0t3dfdFVlb/kdruVnp4esQEAgNHrugdKOBzWxx9/rOzsbOXl5cnn86mpqck5PjAwoObmZpWWll7vqQAAgDiRONIvuH79et1zzz2aMmWKuru79cwzzygUCmnlypVyuVyqqqrSpk2blJ+fr/z8fG3atEnjxo3Tgw8+ONJTAQAAcWrEA+XEiRN64IEH9NVXX2nixImaPXu2Dh48qNzcXEnSE088of7+fj322GPq6enRrFmztHfvXqWlpY30VAAAQJxyGWNMrCcRrVAoJI/Ho2AwyOdRAACIE9H8/OZv8QAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwTtSB8u677+qee+6R3++Xy+XSG2+8EXHcGKOamhr5/X6lpKRo7ty5Onr0aMSYcDisyspKZWVlKTU1VUuWLNGJEyeGdSIAAGD0iDpQzpw5o5kzZ2rbtm2XPP7cc89py5Yt2rZtmw4dOiSfz6dFixapt7fXGVNVVaWGhgbV19frwIED6uvrU0VFhQYHB4d+JgAAYNRwGWPMkJ/scqmhoUFLly6V9O3VE7/fr6qqKj355JOSvr1a4vV69eyzz+qRRx5RMBjUxIkTtWvXLq1YsUKSdPLkSeXk5KixsVGLFy++6vuGQiF5PB4Fg0Glp6cPdfoAAOAGiubn94h+BqWjo0OBQEBlZWXOPrfbrTlz5qilpUWS1NraqrNnz0aM8fv9KigocMZcKBwOKxQKRWwAAGD0GtFACQQCkiSv1xux3+v1OscCgYCSk5OVkZFx2TEXqq2tlcfjcbacnJyRnDYAALDMdfkWj8vlinhsjLlo34WuNGbDhg0KBoPO1tnZOWJzBQAA9hnRQPH5fJJ00ZWQ7u5u56qKz+fTwMCAenp6LjvmQm63W+np6REbAAAYvUY0UPLy8uTz+dTU1OTsGxgYUHNzs0pLSyVJRUVFSkpKihjT1dWl9vZ2ZwwAALi5JUb7hL6+Pv3pT39yHnd0dOjIkSPKzMzUlClTVFVVpU2bNik/P1/5+fnatGmTxo0bpwcffFCS5PF4tHr1aq1bt04TJkxQZmam1q9fr8LCQi1cuHDkzgwAAMStqAPl/fff17x585zH1dXVkqSVK1eqrq5OTzzxhPr7+/XYY4+pp6dHs2bN0t69e5WWluY8Z+vWrUpMTNTy5cvV39+vBQsWqK6uTgkJCSNwSgAAIN4N6z4oscJ9UAAAiD8xuw8KAADASCBQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1og6Ud999V/fcc4/8fr9cLpfeeOONiOOrVq2Sy+WK2GbPnh0xJhwOq7KyUllZWUpNTdWSJUt04sSJYZ0IAAAYPaIOlDNnzmjmzJnatm3bZcfcfffd6urqcrbGxsaI41VVVWpoaFB9fb0OHDigvr4+VVRUaHBwMPozAAAAo05itE8oLy9XeXn5Fce43W75fL5LHgsGg3rxxRe1a9cuLVy4UJL0m9/8Rjk5OXr77be1ePHiaKcEAABGmevyGZT9+/dr0qRJmjZtmh5++GF1d3c7x1pbW3X27FmVlZU5+/x+vwoKCtTS0nLJ1wuHwwqFQhEbAAAYvUY8UMrLy/Xyyy9r3759ev7553Xo0CHNnz9f4XBYkhQIBJScnKyMjIyI53m9XgUCgUu+Zm1trTwej7Pl5OSM9LQBAIBFov4Vz9WsWLHC+eeCggIVFxcrNzdXu3fv1rJlyy77PGOMXC7XJY9t2LBB1dXVzuNQKESkAAAwil33rxlnZ2crNzdXx48flyT5fD4NDAyop6cnYlx3d7e8Xu8lX8Ptdis9PT1iAwAAo9d1D5RTp06ps7NT2dnZkqSioiIlJSWpqanJGdPV1aX29naVlpZe7+kAAIA4EPWvePr6+vSnP/3JedzR0aEjR44oMzNTmZmZqqmp0f3336/s7Gx9+umn2rhxo7KysnTfffdJkjwej1avXq1169ZpwoQJyszM1Pr161VYWOh8qwcAANzcog6U999/X/PmzXMef/fZkJUrV2r79u1qa2vTzp07dfr0aWVnZ2vevHl69dVXlZaW5jxn69atSkxM1PLly9Xf368FCxaorq5OCQkJI3BKAAAg3rmMMSbWk4hWKBSSx+NRMBjk8ygAAMSJaH5+87d4AACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYJ2o/xYPAIyUz957ReG+U1ccc8sd9yo1a8oNmhEAWxAoAGKmt+u/1d9z8opjvAULbtBsANiEX/EAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDpRBUptba3uuOMOpaWladKkSVq6dKmOHTsWMcYYo5qaGvn9fqWkpGju3Lk6evRoxJhwOKzKykplZWUpNTVVS5Ys0YkTJ4Z/NgAAYFSIKlCam5u1Zs0aHTx4UE1NTTp37pzKysp05swZZ8xzzz2nLVu2aNu2bTp06JB8Pp8WLVqk3t5eZ0xVVZUaGhpUX1+vAwcOqK+vTxUVFRocHBy5MwMAAHHLZYwxQ33yl19+qUmTJqm5uVl33XWXjDHy+/2qqqrSk08+KenbqyVer1fPPvusHnnkEQWDQU2cOFG7du3SihUrJEknT55UTk6OGhsbtXjx4qu+bygUksfjUTAYVHp6+lCnDyDG2v+jRv09J684Ztr/rZInZ/oNmhGA6yman9/D+gxKMBiUJGVmZkqSOjo6FAgEVFZW5oxxu92aM2eOWlpaJEmtra06e/ZsxBi/36+CggJnzIXC4bBCoVDEBgAARq8hB4oxRtXV1brzzjtVUFAgSQoEApIkr9cbMdbr9TrHAoGAkpOTlZGRcdkxF6qtrZXH43G2nJycoU4bAADEgSEHytq1a/Xhhx/q3//93y865nK5Ih4bYy7ad6ErjdmwYYOCwaCzdXZ2DnXaAAAgDgwpUCorK/Xmm2/qnXfe0eTJk539Pp9Pki66EtLd3e1cVfH5fBoYGFBPT89lx1zI7XYrPT09YgMAAKNXVIFijNHatWv1+uuva9++fcrLy4s4npeXJ5/Pp6amJmffwMCAmpubVVpaKkkqKipSUlJSxJiuri61t7c7YwAAwM0tMZrBa9as0SuvvKLf/va3SktLc66UeDwepaSkyOVyqaqqSps2bVJ+fr7y8/O1adMmjRs3Tg8++KAzdvXq1Vq3bp0mTJigzMxMrV+/XoWFhVq4cOHInyEAAIg7UQXK9u3bJUlz586N2L9jxw6tWrVKkvTEE0+ov79fjz32mHp6ejRr1izt3btXaWlpzvitW7cqMTFRy5cvV39/vxYsWKC6ujolJCQM72wAAMCoMKz7oMQK90EBRgfugwLcXG7YfVAAAACuBwIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANaJKlBqa2t1xx13KC0tTZMmTdLSpUt17NixiDGrVq2Sy+WK2GbPnh0xJhwOq7KyUllZWUpNTdWSJUt04sSJ4Z8NAAAYFaIKlObmZq1Zs0YHDx5UU1OTzp07p7KyMp05cyZi3N13362uri5na2xsjDheVVWlhoYG1dfX68CBA+rr61NFRYUGBweHf0YAACDuJUYzeM+ePRGPd+zYoUmTJqm1tVV33XWXs9/tdsvn813yNYLBoF588UXt2rVLCxculCT95je/UU5Ojt5++20tXrw42nMAAACjzLA+gxIMBiVJmZmZEfv379+vSZMmadq0aXr44YfV3d3tHGttbdXZs2dVVlbm7PP7/SooKFBLS8sl3yccDisUCkVsAABg9BpyoBhjVF1drTvvvFMFBQXO/vLycr388svat2+fnn/+eR06dEjz589XOByWJAUCASUnJysjIyPi9bxerwKBwCXfq7a2Vh6Px9lycnKGOm0AABAHovoVz19au3atPvzwQx04cCBi/4oVK5x/LigoUHFxsXJzc7V7924tW7bssq9njJHL5brksQ0bNqi6utp5HAqFiBQAAEaxIV1Bqays1Jtvvql33nlHkydPvuLY7Oxs5ebm6vjx45Ikn8+ngYEB9fT0RIzr7u6W1+u95Gu43W6lp6dHbAAAYPSKKlCMMVq7dq1ef/117du3T3l5eVd9zqlTp9TZ2ans7GxJUlFRkZKSktTU1OSM6erqUnt7u0pLS6OcPgAAGI2i+hXPmjVr9Morr+i3v/2t0tLSnM+MeDwepaSkqK+vTzU1Nbr//vuVnZ2tTz/9VBs3blRWVpbuu+8+Z+zq1au1bt06TZgwQZmZmVq/fr0KCwudb/UAAICbW1SBsn37dknS3LlzI/bv2LFDq1atUkJCgtra2rRz506dPn1a2dnZmjdvnl599VWlpaU547du3arExEQtX75c/f39WrBggerq6pSQkDD8MwIAAHEvqkAxxlzxeEpKin7/+99f9XXGjh2rX/7yl/rlL38ZzdsDAICbBH+LBwAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1EmM9AQDx6fz58zp//vywXsPIXHXM4PlBnTt3bljvk5jI/+qAeMN/tQCGZM+ePbr33nuH9Rq7Ni7V9/wZVxxzT0WF/vhfJ4f8HrfeequOHz8+5OcDiA0CBcCQGGOGfWVD5upXUM4NDu8KyrDnCCAmCBQAMRc+P1bdA1P0zfnxGqNBeRK/VFby0K+aAIh/BAqAmBo479bhUJn6Bv9KZ41bLp3X2DFnNHnsMU0ddzjW0wMQIwQKgJg5rwT94fQyfXM+zdlnlKD+8+n6f1//HyW6zkp6K3YTBBAzfM0YQMy0nL5P35wff8lj55Woj8+U6NTALTd4VgBsQKAAiJlvPyLrusKIKx0DMJoRKAAAwDoECgAAsA6BAiBmZnt+pyTXN5c85tJ55Y87pMwkvm4M3IyiCpTt27drxowZSk9PV3p6ukpKSvTWW//7CXtjjGpqauT3+5WSkqK5c+fq6NGjEa8RDodVWVmprKwspaamasmSJTpx4sTInA2AuJLkCuuHGf+h8Ql/VoJrQJKRS4NKdp3RrSlt+l7KYblcw7udPoD4FNXXjCdPnqzNmzdr6tSpkqSXXnpJ9957rw4fPqzbb79dzz33nLZs2aK6ujpNmzZNzzzzjBYtWqRjx44pLe3brxFWVVXpd7/7nerr6zVhwgStW7dOFRUVam1tVUJCwsifIQBr7TvcoYkd3Qqf/2+dDH9PXw96lOA6p4zELvW6P9N/Sfry9JlYTxNADLiMuYZ7TV9BZmamfvGLX+gnP/mJ/H6/qqqq9OSTT0r69mqJ1+vVs88+q0ceeUTBYFATJ07Url27tGLFCknSyZMnlZOTo8bGRi1evPia3jMUCsnj8WjVqlVKTk4ezvQBDNHnn3+uPXv2xHoaV5WWlqYHHngg1tMAIGlgYEB1dXUKBoNKT0+/4tgh36htcHBQ//mf/6kzZ86opKREHR0dCgQCKisrc8a43W7NmTNHLS0teuSRR9Ta2qqzZ89GjPH7/SooKFBLS8tlAyUcDiscDjuPQ6GQJOmhhx7S+PGXvocCgOvrD3/4Q1wEyvjx47V69epYTwOApL6+PtXV1V3T2KgDpa2tTSUlJfrmm280fvx4NTQ0aPr06WppaZEkeb3eiPFer1efffaZJCkQCCg5OVkZGRkXjQkEApd9z9raWv385z+/aH9xcfFVCwzA9fHll1/GegrXxO126wc/+EGspwFA/3uB4VpE/S2e2267TUeOHNHBgwf105/+VCtXrtRHH33kHHe5Im+sZIy5aN+FrjZmw4YNCgaDztbZ2RnttAEAQByJOlCSk5M1depUFRcXq7a2VjNnztQLL7wgn88nSRddCenu7nauqvh8Pg0MDKinp+eyYy7F7XY73xz6bgMAAKPXsO+DYoxROBxWXl6efD6fmpqanGMDAwNqbm5WaWmpJKmoqEhJSUkRY7q6utTe3u6MAQAAiOozKBs3blR5eblycnLU29ur+vp67d+/X3v27JHL5VJVVZU2bdqk/Px85efna9OmTRo3bpwefPBBSZLH49Hq1au1bt06TZgwQZmZmVq/fr0KCwu1cOHC63KCAAAg/kQVKF988YUeeughdXV1yePxaMaMGdqzZ48WLVokSXriiSfU39+vxx57TD09PZo1a5b27t3r3ANFkrZu3arExEQtX75c/f39WrBggerq6rgHCgAAcAz7Piix8N19UK7le9QAro/du3eroqIi1tO4qltvvVUdHR2xngYARffzm7/FAwAArEOgAAAA6xAoAADAOgQKAACwzpD/Fg+Am5vX69XSpUtjPY2rmjRpUqynAGAI+BYPAAC4IfgWDwAAiGsECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOtEFSjbt2/XjBkzlJ6ervT0dJWUlOitt95yjq9atUoulytimz17dsRrhMNhVVZWKisrS6mpqVqyZIlOnDgxMmcDAABGhagCZfLkydq8ebPef/99vf/++5o/f77uvfdeHT161Blz9913q6ury9kaGxsjXqOqqkoNDQ2qr6/XgQMH1NfXp4qKCg0ODo7MGQEAgLjnMsaY4bxAZmamfvGLX2j16tVatWqVTp8+rTfeeOOSY4PBoCZOnKhdu3ZpxYoVkqSTJ08qJydHjY2NWrx48TW9ZygUksfjUTAYVHp6+nCmDwAAbpBofn4P+TMog4ODqq+v15kzZ1RSUuLs379/vyZNmqRp06bp4YcfVnd3t3OstbVVZ8+eVVlZmbPP7/eroKBALS0tl32vcDisUCgUsQEAgNEr6kBpa2vT+PHj5Xa79eijj6qhoUHTp0+XJJWXl+vll1/Wvn379Pzzz+vQoUOaP3++wuGwJCkQCCg5OVkZGRkRr+n1ehUIBC77nrW1tfJ4PM6Wk5MT7bQBAEAcSYz2CbfddpuOHDmi06dP67XXXtPKlSvV3Nys6dOnO7+2kaSCggIVFxcrNzdXu3fv1rJlyy77msYYuVyuyx7fsGGDqqurncehUIhIAQBgFIs6UJKTkzV16lRJUnFxsQ4dOqQXXnhB//Iv/3LR2OzsbOXm5ur48eOSJJ/Pp4GBAfX09ERcRenu7lZpaell39Ptdsvtdkc7VQAAEKeGfR8UY4zzK5wLnTp1Sp2dncrOzpYkFRUVKSkpSU1NTc6Yrq4utbe3XzFQAADAzSWqKygbN25UeXm5cnJy1Nvbq/r6eu3fv1979uxRX1+fampqdP/99ys7O1uffvqpNm7cqKysLN13332SJI/Ho9WrV2vdunWaMGGCMjMztX79ehUWFmrhwoXX5QQBAED8iSpQvvjiCz300EPq6uqSx+PRjBkztGfPHi1atEj9/f1qa2vTzp07dfr0aWVnZ2vevHl69dVXlZaW5rzG1q1blZiYqOXLl6u/v18LFixQXV2dEhISRvzkAABAfBr2fVBigfugAAAQf27IfVAAAACuFwIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYJ3EWE9gKIwxkqRQKBTjmQAAgGv13c/t736OX0lcBkpvb68kKScnJ8YzAQAA0ert7ZXH47niGJe5loyxzPnz53Xs2DFNnz5dnZ2dSk9Pj/WU4lYoFFJOTg7rOAJYy5HDWo4M1nHksJYjwxij3t5e+f1+jRlz5U+ZxOUVlDFjxuiWW26RJKWnp/MvywhgHUcOazlyWMuRwTqOHNZy+K525eQ7fEgWAABYh0ABAADWidtAcbvdevrpp+V2u2M9lbjGOo4c1nLksJYjg3UcOazljReXH5IFAACjW9xeQQEAAKMXgQIAAKxDoAAAAOsQKAAAwDpxGSi/+tWvlJeXp7Fjx6qoqEjvvfderKdknXfffVf33HOP/H6/XC6X3njjjYjjxhjV1NTI7/crJSVFc+fO1dGjRyPGhMNhVVZWKisrS6mpqVqyZIlOnDhxA88i9mpra3XHHXcoLS1NkyZN0tKlS3Xs2LGIMazltdm+fbtmzJjh3OiqpKREb731lnOcdRya2tpauVwuVVVVOftYy2tTU1Mjl8sVsfl8Puc46xhjJs7U19ebpKQk8+tf/9p89NFH5vHHHzepqanms88+i/XUrNLY2Gieeuop89prrxlJpqGhIeL45s2bTVpamnnttddMW1ubWbFihcnOzjahUMgZ8+ijj5pbbrnFNDU1mQ8++MDMmzfPzJw505w7d+4Gn03sLF682OzYscO0t7ebI0eOmB/96EdmypQppq+vzxnDWl6bN9980+zevdscO3bMHDt2zGzcuNEkJSWZ9vZ2YwzrOBR//OMfza233mpmzJhhHn/8cWc/a3ltnn76aXP77bebrq4uZ+vu7naOs46xFXeB8oMf/MA8+uijEfv+5m/+xvzsZz+L0Yzsd2GgnD9/3vh8PrN582Zn3zfffGM8Ho/553/+Z2OMMadPnzZJSUmmvr7eGfM///M/ZsyYMWbPnj03bO626e7uNpJMc3OzMYa1HK6MjAzzb//2b6zjEPT29pr8/HzT1NRk5syZ4wQKa3ntnn76aTNz5sxLHmMdYy+ufsUzMDCg1tZWlZWVRewvKytTS0tLjGYVfzo6OhQIBCLW0e12a86cOc46tra26uzZsxFj/H6/CgoKbuq1DgaDkqTMzExJrOVQDQ4Oqr6+XmfOnFFJSQnrOARr1qzRj370Iy1cuDBiP2sZnePHj8vv9ysvL08//vGP9cknn0hiHW0QV38s8KuvvtLg4KC8Xm/Efq/Xq0AgEKNZxZ/v1upS6/jZZ585Y5KTk5WRkXHRmJt1rY0xqq6u1p133qmCggJJrGW02traVFJSom+++Ubjx49XQ0ODpk+f7vzPnHW8NvX19frggw906NChi47x7+S1mzVrlnbu3Klp06bpiy++0DPPPKPS0lIdPXqUdbRAXAXKd1wuV8RjY8xF+3B1Q1nHm3mt165dqw8//FAHDhy46BhreW1uu+02HTlyRKdPn9Zrr72mlStXqrm52TnOOl5dZ2enHn/8ce3du1djx4697DjW8urKy8udfy4sLFRJSYm+973v6aWXXtLs2bMlsY6xFFe/4snKylJCQsJFZdrd3X1R5eLyvvuU+pXW0efzaWBgQD09PZcdczOprKzUm2++qXfeeUeTJ0929rOW0UlOTtbUqVNVXFys2tpazZw5Uy+88ALrGIXW1lZ1d3erqKhIiYmJSkxMVHNzs/7xH/9RiYmJzlqwltFLTU1VYWGhjh8/zr+TFoirQElOTlZRUZGampoi9jc1Nam0tDRGs4o/eXl58vl8Ees4MDCg5uZmZx2LioqUlJQUMaarq0vt7e031VobY7R27Vq9/vrr2rdvn/Ly8iKOs5bDY4xROBxmHaOwYMECtbW16ciRI85WXFysv/u7v9ORI0f013/916zlEIXDYX388cfKzs7m30kbxOKTucPx3deMX3zxRfPRRx+Zqqoqk5qaaj799NNYT80qvb295vDhw+bw4cNGktmyZYs5fPiw83XszZs3G4/HY15//XXT1tZmHnjggUt+fW7y5Mnm7bffNh988IGZP3/+Tff1uZ/+9KfG4/GY/fv3R3wV8euvv3bGsJbXZsOGDebdd981HR0d5sMPPzQbN240Y8aMMXv37jXGsI7D8Zff4jGGtbxW69atM/v37zeffPKJOXjwoKmoqDBpaWnOzxPWMbbiLlCMMeaf/umfTG5urklOTjbf//73na984n+98847RtJF28qVK40x336F7umnnzY+n8+43W5z1113mba2tojX6O/vN2vXrjWZmZkmJSXFVFRUmM8//zwGZxM7l1pDSWbHjh3OGNby2vzkJz9x/rudOHGiWbBggRMnxrCOw3FhoLCW1+a7+5okJSUZv99vli1bZo4ePeocZx1jy2WMMbG5dgMAAHBpcfUZFAAAcHMgUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFjn/wNsyk5wEiXo2wAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[-0.00783014  0.41001844 -0.00139597 -0.5366269 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAmd0lEQVR4nO3dfXBUZYLv8V+TlyaEpG9CoDstIZMdwRlMoMqgkFxH3oO5IiLWguOWBTWUpSOkTAGlA/5h3HIJOiWMO+ywu7MWEUY33i2NOhdkiIVEqRS1GKFMcIrFEjQsabOyoTthQgeS5/7h9VwbEqCTQD9Nfz9Vp8qc86Tz9FNM8p3Tp0+7jDFGAAAAFhkR6wkAAABcikABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1olpoPzud79TQUGBRo4cqeLiYn388cexnA4AALBEzALlzTffVGVlpZ599lkdPnxYP/vZz1ReXq6vv/46VlMCAACWcMXqwwKnT5+uO+64Q9u2bXP2/fSnP9XixYtVXV0diykBAABLJMfih/b09KipqUm/+tWvIvaXlZWpsbHxsvHhcFjhcNj5uq+vT//93/+tMWPGyOVyXff5AgCAoTPGqLOzU36/XyNGXPlFnJgEyrfffqve3l55vd6I/V6vV4FA4LLx1dXVev7552/U9AAAwHXU2tqq8ePHX3FMTALle5ee/TDG9HtGZP369VqzZo3zdTAY1IQJE9Ta2qrMzMzrPk8AADB0oVBIeXl5ysjIuOrYmARKTk6OkpKSLjtb0t7eftlZFUlyu91yu92X7c/MzCRQAACIM9dyeUZM3sWTmpqq4uJi1dfXR+yvr69XaWlpLKYEAAAsErOXeNasWaNHH31U06ZNU0lJif75n/9ZX3/9tZ544olYTQkAAFgiZoGybNkynTlzRn/7t3+rtrY2FRYWavfu3crPz4/VlAAAgCVidh+UoQiFQvJ4PAoGg1yDAgBAnIjm7zefxQMAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6wx7oFRVVcnlckVsPp/POW6MUVVVlfx+v9LS0jRr1iwdPXp0uKcBAADi2HU5g3L77berra3N2Zqbm51jL730kjZv3qytW7fq0KFD8vl8mj9/vjo7O6/HVAAAQBy6LoGSnJwsn8/nbGPHjpX03dmT3/zmN3r22We1ZMkSFRYW6rXXXtNf/vIXvfHGG9djKgAAIA5dl0A5fvy4/H6/CgoK9PDDD+vLL7+UJJ04cUKBQEBlZWXOWLfbrZkzZ6qxsXHAxwuHwwqFQhEbAAC4eQ17oEyfPl07duzQn/70J/3+979XIBBQaWmpzpw5o0AgIEnyer0R3+P1ep1j/amurpbH43G2vLy84Z42AACwyLAHSnl5uR566CEVFRVp3rx52rVrlyTptddec8a4XK6I7zHGXLbvh9avX69gMOhsra2twz1tAABgkev+NuP09HQVFRXp+PHjzrt5Lj1b0t7eftlZlR9yu93KzMyM2AAAwM3rugdKOBzWn//8Z+Xm5qqgoEA+n0/19fXO8Z6eHjU0NKi0tPR6TwUAAMSJ5OF+wHXr1un+++/XhAkT1N7erhdeeEGhUEjLly+Xy+VSZWWlNm7cqIkTJ2rixInauHGjRo0apUceeWS4pwIAAOLUsAfKqVOn9POf/1zffvutxo4dqxkzZujgwYPKz8+XJD399NPq7u7Wk08+qY6ODk2fPl179+5VRkbGcE8FAADEKZcxxsR6EtEKhULyeDwKBoNcjwIAQJyI5u83n8UDAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDpRB8pHH32k+++/X36/Xy6XS++8807EcWOMqqqq5Pf7lZaWplmzZuno0aMRY8LhsCoqKpSTk6P09HQtWrRIp06dGtITAQAAN4+oA+XcuXOaOnWqtm7d2u/xl156SZs3b9bWrVt16NAh+Xw+zZ8/X52dnc6YyspK1dXVqba2VgcOHFBXV5cWLlyo3t7ewT8TAABw03AZY8ygv9nlUl1dnRYvXizpu7Mnfr9flZWVeuaZZyR9d7bE6/XqxRdf1OOPP65gMKixY8dq586dWrZsmSTp9OnTysvL0+7du7VgwYKr/txQKCSPx6NgMKjMzMzBTh8AANxA0fz9HtZrUE6cOKFAIKCysjJnn9vt1syZM9XY2ChJampq0oULFyLG+P1+FRYWOmMuFQ6HFQqFIjYAAHDzGtZACQQCkiSv1xux3+v1OscCgYBSU1OVlZU14JhLVVdXy+PxOFteXt5wThsAAFjmuryLx+VyRXxtjLls36WuNGb9+vUKBoPO1traOmxzBQAA9hnWQPH5fJJ02ZmQ9vZ256yKz+dTT0+POjo6BhxzKbfbrczMzIgNAADcvIY1UAoKCuTz+VRfX+/s6+npUUNDg0pLSyVJxcXFSklJiRjT1tamlpYWZwwAAEhsydF+Q1dXl7744gvn6xMnTujIkSPKzs7WhAkTVFlZqY0bN2rixImaOHGiNm7cqFGjRumRRx6RJHk8Hq1cuVJr167VmDFjlJ2drXXr1qmoqEjz5s0bvmcGAADiVtSB8sknn2j27NnO12vWrJEkLV++XDU1NXr66afV3d2tJ598Uh0dHZo+fbr27t2rjIwM53u2bNmi5ORkLV26VN3d3Zo7d65qamqUlJQ0DE8JAADEuyHdByVWuA8KAADxJ2b3QQEAABgOBAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsE7UgfLRRx/p/vvvl9/vl8vl0jvvvBNxfMWKFXK5XBHbjBkzIsaEw2FVVFQoJydH6enpWrRokU6dOjWkJwIAAG4eUQfKuXPnNHXqVG3dunXAMffee6/a2tqcbffu3RHHKysrVVdXp9raWh04cEBdXV1auHChent7o38GAADgppMc7TeUl5ervLz8imPcbrd8Pl+/x4LBoF599VXt3LlT8+bNkyT94Q9/UF5enj744AMtWLAg2ikBAICbzHW5BmX//v0aN26cJk2apMcee0zt7e3OsaamJl24cEFlZWXOPr/fr8LCQjU2Nvb7eOFwWKFQKGIDAAA3r2EPlPLycr3++uvat2+fXn75ZR06dEhz5sxROByWJAUCAaWmpiorKyvi+7xerwKBQL+PWV1dLY/H42x5eXnDPW0AAGCRqF/iuZply5Y5/11YWKhp06YpPz9fu3bt0pIlSwb8PmOMXC5Xv8fWr1+vNWvWOF+HQiEiBQCAm9h1f5txbm6u8vPzdfz4cUmSz+dTT0+POjo6Isa1t7fL6/X2+xhut1uZmZkRGwAAuHld90A5c+aMWltblZubK0kqLi5WSkqK6uvrnTFtbW1qaWlRaWnp9Z4OAACIA1G/xNPV1aUvvvjC+frEiRM6cuSIsrOzlZ2draqqKj300EPKzc3VyZMntWHDBuXk5OjBBx+UJHk8Hq1cuVJr167VmDFjlJ2drXXr1qmoqMh5Vw8AAEhsUQfKJ598otmzZztff39tyPLly7Vt2zY1Nzdrx44dOnv2rHJzczV79my9+eabysjIcL5ny5YtSk5O1tKlS9Xd3a25c+eqpqZGSUlJw/CUAABAvHMZY0ysJxGtUCgkj8ejYDDI9SgAAMSJaP5+81k8AADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsE7Un8UDAMPlq4/fULjrzBXH3HLnA0rPmXCDZgTAFgQKgJjpbPsPdXecvuKYcYVzZIyRy+W6QbMCYANe4gFgt/j7PFMAw4BAAWA30xfrGQCIAQIFAABYh0ABYDXDSzxAQiJQANiNQAESEoECwGqGa1CAhESgALCc+X8bgERCoACwGy/xAAmJQAFgNfoESEwECgDL9fEKD5CACBQAduMUCpCQCBQAVuM+KEBiIlAAWI5AARIRgQLAat+dQSFSgERDoACwGy/xAAmJQAFgN+4kCyQkAgWA1Qwv7wAJiUABYDde4gESUlSBUl1drTvvvFMZGRkaN26cFi9erGPHjkWMMcaoqqpKfr9faWlpmjVrlo4ePRoxJhwOq6KiQjk5OUpPT9eiRYt06tSpoT8bADcf+gRISFEFSkNDg1atWqWDBw+qvr5eFy9eVFlZmc6dO+eMeemll7R582Zt3bpVhw4dks/n0/z589XZ2emMqaysVF1dnWpra3XgwAF1dXVp4cKF6u3tHb5nBuCmYEwfJ1GABOQyQ7gL0n/9139p3Lhxamho0D333CNjjPx+vyorK/XMM89I+u5sidfr1YsvvqjHH39cwWBQY8eO1c6dO7Vs2TJJ0unTp5WXl6fdu3drwYIFV/25oVBIHo9HwWBQmZmZg50+gBhr+d9V6u44fcUxE/7nwxr703s0Iin5Bs0KwPUSzd/vIV2DEgwGJUnZ2dmSpBMnTigQCKisrMwZ43a7NXPmTDU2NkqSmpqadOHChYgxfr9fhYWFzphLhcNhhUKhiA1AYuBOskBiGnSgGGO0Zs0a3X333SosLJQkBQIBSZLX640Y6/V6nWOBQECpqanKysoacMylqqur5fF4nC0vL2+w0wYQbwgUICENOlBWr16tzz77TP/6r/962TGXyxXxtTHmsn2XutKY9evXKxgMOltra+tgpw0g3hAoQEIaVKBUVFTovffe04cffqjx48c7+30+nyRddiakvb3dOavi8/nU09Ojjo6OAcdcyu12KzMzM2IDkBi4DwqQmKIKFGOMVq9erbffflv79u1TQUFBxPGCggL5fD7V19c7+3p6etTQ0KDS0lJJUnFxsVJSUiLGtLW1qaWlxRkDAA7OoAAJKarL4letWqU33nhD7777rjIyMpwzJR6PR2lpaXK5XKqsrNTGjRs1ceJETZw4URs3btSoUaP0yCOPOGNXrlyptWvXasyYMcrOzta6detUVFSkefPmDf8zBBDXuEgWSExRBcq2bdskSbNmzYrYv337dq1YsUKS9PTTT6u7u1tPPvmkOjo6NH36dO3du1cZGRnO+C1btig5OVlLly5Vd3e35s6dq5qaGiUlJQ3t2QC4CfFpxkAiGtJ9UGKF+6AAN4druQ/KLXculm/qfI1ISrlBswJwvdyw+6AAwPUWh/8fCsAwIFAAWM7wCg+QgAgUAHbjDAqQkAgUAFYzpi/WUwAQAwQKALtxBgVISAQKAKt9d5EskQIkGgIFgOWIEyARESgA7MZLPEBCIlAA2I1AARISgQLAasbwecZAIiJQAFiOPAESEYECwGrc6h5ITAQKALuZPq5DARIQgQLAalyBAiQmAgWA3Th7AiQkAgWA3egTICERKAAsx4cFAomIQAFgNd7FAyQmAgWA5QgUIBERKACsxqcZA4mJQAFgN17iARISgQIgZkb7fizJdcUx59pPyvRevDETAmANAgVAzIzKyZdcVw6U82fb1NfXe4NmBMAWBAqA2LlKnABIXAQKgJhxESgABkCgAIghAgVA/wgUADHDGRQAAyFQAMSOi19BAPrHbwcAscMZFAADIFAAxIyLa1AADIBAARA7nEEBMICoAqW6ulp33nmnMjIyNG7cOC1evFjHjh2LGLNixQq5XK6IbcaMGRFjwuGwKioqlJOTo/T0dC1atEinTp0a+rMBEFe4SBbAQKIKlIaGBq1atUoHDx5UfX29Ll68qLKyMp07dy5i3L333qu2tjZn2717d8TxyspK1dXVqba2VgcOHFBXV5cWLlyo3l7uFgkkFAIFwACSoxm8Z8+eiK+3b9+ucePGqampSffcc4+z3+12y+fz9fsYwWBQr776qnbu3Kl58+ZJkv7whz8oLy9PH3zwgRYsWBDtcwAQt767CoWPAwRwqSFdgxIMBiVJ2dnZEfv379+vcePGadKkSXrsscfU3t7uHGtqatKFCxdUVlbm7PP7/SosLFRjY2O/PyccDisUCkVsAOKfyzWCsygA+jXoQDHGaM2aNbr77rtVWFjo7C8vL9frr7+uffv26eWXX9ahQ4c0Z84chcNhSVIgEFBqaqqysrIiHs/r9SoQCPT7s6qrq+XxeJwtLy9vsNMGYBPiBMAAonqJ54dWr16tzz77TAcOHIjYv2zZMue/CwsLNW3aNOXn52vXrl1asmTJgI9njBnwgrn169drzZo1ztehUIhIAW4CXCQLYCCDOoNSUVGh9957Tx9++KHGjx9/xbG5ubnKz8/X8ePHJUk+n089PT3q6OiIGNfe3i6v19vvY7jdbmVmZkZsAG4GBAqA/kUVKMYYrV69Wm+//bb27dungoKCq37PmTNn1NraqtzcXElScXGxUlJSVF9f74xpa2tTS0uLSktLo5w+gHjmGsGtmAD0L6qXeFatWqU33nhD7777rjIyMpxrRjwej9LS0tTV1aWqqio99NBDys3N1cmTJ7Vhwwbl5OTowQcfdMauXLlSa9eu1ZgxY5Sdna1169apqKjIeVcPgATBSzwABhBVoGzbtk2SNGvWrIj927dv14oVK5SUlKTm5mbt2LFDZ8+eVW5urmbPnq0333xTGRkZzvgtW7YoOTlZS5cuVXd3t+bOnauamholJSUN/RkBiCMECoD+RRUoxlz5bgVpaWn605/+dNXHGTlypH7729/qt7/9bTQ/HsBNxsWnGQMYAL8dAMQOL/EAGACBAiBmeJsxgIEQKABiiEAB0D8CBUDscA0KgAHw2wFAzPASD4CBECgAYodAATAAAgVAzHAGBcBACBQAsUOgABgAgQIgdggUAAMgUADEDC/xABgIgQIghggUAP0jUADEDJ/FA2Ag/HYAEDu8xANgAAQKgJj57gwKkQLgcgQKgNjhDAqAARAoAGKGd/EAGAiBAiCGCBQA/SNQAMQO7+IBMAB+OwCIHV7iATCA5FhPAED86uvrU19f3xC+v/eaxvVevKiLFy8O+ue4XC4lJSUN+vsB3HicQQEwaH/3d3+ntLS0QW8TJuQrHA5f9ecUFBQM6ef89V//9Q1YDQDDiTMoAAatr69vSGc2Lly4trMaF4d4BqW399rO1ACwB4ECIGb6jHH++1xvpr7tuUU9faOUPCKsrOSA/kfKtzGcHYBYIlAAxMz3gRK8mKOWzp/pXJ9HvSZFI3RRo5I6deuoT5Xr/jLGswQQCwQKgJgxfUbdfek61PW/dMGMdPb3KUVdvdlq6bpHKa7zMZwhgFjhIlkAMdNnpI86lkXEyQ9dNKk6FLpP4b5RN3hmAGKNQAEQMz+8BmVg3CsFSEQECoCYMdcUKAASEYECIGb6+oxEowDoB4ECIGaMkUqz3tYI9X+PE5d6dUfGXqWO6L7BMwMQa1EFyrZt2zRlyhRlZmYqMzNTJSUlev/9953jxhhVVVXJ7/crLS1Ns2bN0tGjRyMeIxwOq6KiQjk5OUpPT9eiRYt06tSp4Xk2AOJKnzEandShuzz/R6NGBDVCFyQZuXRRI0d0qnD0xxqXelIuTrMACSeqtxmPHz9emzZt0q233ipJeu211/TAAw/o8OHDuv322/XSSy9p8+bNqqmp0aRJk/TCCy9o/vz5OnbsmDIyMiRJlZWV+uMf/6ja2lqNGTNGa9eu1cKFC9XU1MRnZQAJ6I+N/6HkpC/UebFZ3/T8SOf7RivVdV45qa0KpgT0iaTzPYO/iyyA+OQyQ7xKLTs7W7/+9a/1i1/8Qn6/X5WVlXrmmWckfXe2xOv16sUXX9Tjjz+uYDCosWPHaufOnVq2bJkk6fTp08rLy9Pu3bu1YMGCa/qZoVBIHo9HK1asUGpq6lCmD2AImpqa1NTUFOtpXFV+fv41/34BcP309PSopqZGwWBQmZmZVxw76Bu19fb26t/+7d907tw5lZSU6MSJEwoEAiorK3PGuN1uzZw5U42NjXr88cfV1NSkCxcuRIzx+/0qLCxUY2PjgL9AwuFwxAeKhUIhSdKjjz6q0aNHD/YpABgiY0xcBMqECRO0cuXKWE8DSHhdXV2qqam5prFRB0pzc7NKSkp0/vx5jR49WnV1dZo8ebIaGxslSV6vN2K81+vVV199JUkKBAJKTU1VVlbWZWMCgcCAP7O6ulrPP//8ZfunTZt21QIDcP388Bo0m2VlZemuu+6K9TSAhPf9CYZrEfW7eG677TYdOXJEBw8e1C9/+UstX75cn3/+uXPc5Yq8qZIx5rJ9l7ramPXr1ysYDDpba2trtNMGAABxJOpASU1N1a233qpp06apurpaU6dO1SuvvCKfzydJl50JaW9vd86q+Hw+9fT0qKOjY8Ax/XG73c47h77fAADAzWvI90ExxigcDqugoEA+n0/19fXOsZ6eHjU0NKi0tFSSVFxcrJSUlIgxbW1tamlpccYAAABEdQ3Khg0bVF5erry8PHV2dqq2tlb79+/Xnj175HK5VFlZqY0bN2rixImaOHGiNm7cqFGjRumRRx6RJHk8Hq1cuVJr167VmDFjlJ2drXXr1qmoqEjz5s27Lk8QAADEn6gC5ZtvvtGjjz6qtrY2eTweTZkyRXv27NH8+fMlSU8//bS6u7v15JNPqqOjQ9OnT9fevXude6BI0pYtW5ScnKylS5equ7tbc+fOVU1NDfdAAQAAjiHfByUWvr8PyrW8jxrA9fP888+rqqoq1tO4qkWLFundd9+N9TSAhBfN328+iwcAAFiHQAEAANYhUAAAgHUIFAAAYJ1BfxYPAPzkJz/R4sWLYz2Nq+I290D84V08AADghuBdPAAAIK4RKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKxDoAAAAOsQKAAAwDoECgAAsA6BAgAArEOgAAAA6xAoAADAOgQKAACwDoECAACsQ6AAAADrECgAAMA6BAoAALAOgQIAAKwTVaBs27ZNU6ZMUWZmpjIzM1VSUqL333/fOb5ixQq5XK6IbcaMGRGPEQ6HVVFRoZycHKWnp2vRokU6derU8DwbAABwU4gqUMaPH69Nmzbpk08+0SeffKI5c+bogQce0NGjR50x9957r9ra2pxt9+7dEY9RWVmpuro61dbW6sCBA+rq6tLChQvV29s7PM8IAADEPZcxxgzlAbKzs/XrX/9aK1eu1IoVK3T27Fm98847/Y4NBoMaO3asdu7cqWXLlkmSTp8+rby8PO3evVsLFiy4pp8ZCoXk8XgUDAaVmZk5lOkDAIAbJJq/34O+BqW3t1e1tbU6d+6cSkpKnP379+/XuHHjNGnSJD322GNqb293jjU1NenChQsqKytz9vn9fhUWFqqxsXHAnxUOhxUKhSI2AABw84o6UJqbmzV69Gi53W498cQTqqur0+TJkyVJ5eXlev3117Vv3z69/PLLOnTokObMmaNwOCxJCgQCSk1NVVZWVsRjer1eBQKBAX9mdXW1PB6Ps+Xl5UU7bQAAEEeSo/2G2267TUeOHNHZs2f11ltvafny5WpoaNDkyZOdl20kqbCwUNOmTVN+fr527dqlJUuWDPiYxhi5XK4Bj69fv15r1qxxvg6FQkQKAAA3sagDJTU1Vbfeeqskadq0aTp06JBeeeUV/dM//dNlY3Nzc5Wfn6/jx49Lknw+n3p6etTR0RFxFqW9vV2lpaUD/ky32y232x3tVAEAQJwa8n1QjDHOSziXOnPmjFpbW5WbmytJKi4uVkpKiurr650xbW1tamlpuWKgAACAxBLVGZQNGzaovLxceXl56uzsVG1trfbv3689e/aoq6tLVVVVeuihh5Sbm6uTJ09qw4YNysnJ0YMPPihJ8ng8WrlypdauXasxY8YoOztb69atU1FRkebNm3ddniAAAIg/UQXKN998o0cffVRtbW3yeDyaMmWK9uzZo/nz56u7u1vNzc3asWOHzp49q9zcXM2ePVtvvvmmMjIynMfYsmWLkpOTtXTpUnV3d2vu3LmqqalRUlLSsD85AAAQn4Z8H5RY4D4oAADEnxtyHxQAAIDrhUABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1CBQAAGAdAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWCc51hMYDGOMJCkUCsV4JgAA4Fp9/3f7+7/jVxKXgdLZ2SlJysvLi/FMAABAtDo7O+XxeK44xmWuJWMs09fXp2PHjmny5MlqbW1VZmZmrKcUt0KhkPLy8ljHYcBaDh/WcniwjsOHtRwexhh1dnbK7/drxIgrX2USl2dQRowYoVtuuUWSlJmZyT+WYcA6Dh/WcviwlsODdRw+rOXQXe3Myfe4SBYAAFiHQAEAANaJ20Bxu9167rnn5Ha7Yz2VuMY6Dh/WcviwlsODdRw+rOWNF5cXyQIAgJtb3J5BAQAANy8CBQAAWIdAAQAA1iFQAACAdeIyUH73u9+poKBAI0eOVHFxsT7++ONYT8k6H330ke6//375/X65XC698847EceNMaqqqpLf71daWppmzZqlo0ePRowJh8OqqKhQTk6O0tPTtWjRIp06deoGPovYq66u1p133qmMjAyNGzdOixcv1rFjxyLGsJbXZtu2bZoyZYpzo6uSkhK9//77znHWcXCqq6vlcrlUWVnp7GMtr01VVZVcLlfE5vP5nOOsY4yZOFNbW2tSUlLM73//e/P555+bp556yqSnp5uvvvoq1lOzyu7du82zzz5r3nrrLSPJ1NXVRRzftGmTycjIMG+99ZZpbm42y5YtM7m5uSYUCjljnnjiCXPLLbeY+vp68+mnn5rZs2ebqVOnmosXL97gZxM7CxYsMNu3bzctLS3myJEj5r777jMTJkwwXV1dzhjW8tq89957ZteuXebYsWPm2LFjZsOGDSYlJcW0tLQYY1jHwfj3f/9386Mf/chMmTLFPPXUU85+1vLaPPfcc+b22283bW1tztbe3u4cZx1jK+4C5a677jJPPPFExL6f/OQn5le/+lWMZmS/SwOlr6/P+Hw+s2nTJmff+fPnjcfjMf/4j/9ojDHm7NmzJiUlxdTW1jpj/vM//9OMGDHC7Nmz54bN3Tbt7e1GkmloaDDGsJZDlZWVZf7lX/6FdRyEzs5OM3HiRFNfX29mzpzpBApree2ee+45M3Xq1H6PsY6xF1cv8fT09KipqUllZWUR+8vKytTY2BijWcWfEydOKBAIRKyj2+3WzJkznXVsamrShQsXIsb4/X4VFhYm9FoHg0FJUnZ2tiTWcrB6e3tVW1urc+fOqaSkhHUchFWrVum+++7TvHnzIvazltE5fvy4/H6/CgoK9PDDD+vLL7+UxDraIK4+LPDbb79Vb2+vvF5vxH6v16tAIBCjWcWf79eqv3X86quvnDGpqanKysq6bEyirrUxRmvWrNHdd9+twsJCSaxltJqbm1VSUqLz589r9OjRqqur0+TJk51f5qzjtamtrdWnn36qQ4cOXXaMf5PXbvr06dqxY4cmTZqkb775Ri+88IJKS0t19OhR1tECcRUo33O5XBFfG2Mu24erG8w6JvJar169Wp999pkOHDhw2THW8trcdtttOnLkiM6ePau33npLy5cvV0NDg3Ocdby61tZWPfXUU9q7d69Gjhw54DjW8urKy8ud/y4qKlJJSYl+/OMf67XXXtOMGTMksY6xFFcv8eTk5CgpKemyMm1vb7+scjGw769Sv9I6+nw+9fT0qKOjY8AxiaSiokLvvfeePvzwQ40fP97Zz1pGJzU1VbfeequmTZum6upqTZ06Va+88grrGIWmpia1t7eruLhYycnJSk5OVkNDg/7+7/9eycnJzlqwltFLT09XUVGRjh8/zr9JC8RVoKSmpqq4uFj19fUR++vr61VaWhqjWcWfgoIC+Xy+iHXs6elRQ0ODs47FxcVKSUmJGNPW1qaWlpaEWmtjjFavXq23335b+/btU0FBQcRx1nJojDEKh8OsYxTmzp2r5uZmHTlyxNmmTZumv/mbv9GRI0f0V3/1V6zlIIXDYf35z39Wbm4u/yZtEIsrc4fi+7cZv/rqq+bzzz83lZWVJj093Zw8eTLWU7NKZ2enOXz4sDl8+LCRZDZv3mwOHz7svB1706ZNxuPxmLfffts0Nzebn//85/2+fW78+PHmgw8+MJ9++qmZM2dOwr197pe//KXxeDxm//79EW9F/Mtf/uKMYS2vzfr1681HH31kTpw4YT777DOzYcMGM2LECLN3715jDOs4FD98F48xrOW1Wrt2rdm/f7/58ssvzcGDB83ChQtNRkaG8/eEdYytuAsUY4z5h3/4B5Ofn29SU1PNHXfc4bzlE//fhx9+aCRdti1fvtwY891b6J577jnj8/mM2+0299xzj2lubo54jO7ubrN69WqTnZ1t0tLSzMKFC83XX38dg2cTO/2toSSzfft2ZwxreW1+8YtfOP+7HTt2rJk7d64TJ8awjkNxaaCwltfm+/uapKSkGL/fb5YsWWKOHj3qHGcdY8tljDGxOXcDAADQv7i6BgUAACQGAgUAAFiHQAEAANYhUAAAgHUIFAAAYB0CBQAAWIdAAQAA1iFQAACAdQgUAABgHQIFAABYh0ABAADWIVAAAIB1/i8ERuTTfnKE0gAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[ 3.7023347e-04  6.0516000e-01 -1.2128509e-02 -8.2974935e-01]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAm50lEQVR4nO3df3BUZZ7v8U/nVwMx6SEEutMS2ewIzmACtSYOJNeR38HcAQahCmbcsqCGsnSElCmgdMCqNW5ZBJ1Sxh122N1ZiwijG++WxnEHZIiFxOGmuIMRrgFnucwVNQxpszKhO8HYCclz/7A4d5okQCeB84R+v6pOFX3Ot7u/56nY/fE5P9pjjDECAACwSJLbDQAAAFyOgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArONqQPnFL36hvLw8jRo1SoWFhfrd737nZjsAAMASrgWU1157TRUVFXryySd19OhRffe731VZWZk+++wzt1oCAACW8Lj1Y4EzZszQXXfdpR07djjrvv3tb2vp0qWqqqpyoyUAAGCJFDfetKurS42NjfrJT34Ss760tFQNDQ196qPRqKLRqPO4t7dXf/7znzVu3Dh5PJ7r3i8AABg6Y4za29sVDAaVlHTlgziuBJQvvvhCPT098vv9Mev9fr9CoVCf+qqqKj399NM3qj0AAHAdNTc3a+LEiVescSWgXHL57Icxpt8ZkU2bNmn9+vXO43A4rNtuu03Nzc3KzMy87n0CAIChi0Qiys3NVUZGxlVrXQko2dnZSk5O7jNb0tra2mdWRZK8Xq+8Xm+f9ZmZmQQUAABGmGs5PcOVq3jS0tJUWFiourq6mPV1dXUqKSlxoyUAAGAR1w7xrF+/Xg8++KCKiopUXFysf/mXf9Fnn32mRx55xK2WAACAJVwLKCtXrtS5c+f093//92ppaVF+fr727t2rSZMmudUSAACwhGv3QRmKSCQin8+ncDjMOSgAAIwQ8Xx/81s8AADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWGfaAUllZKY/HE7MEAgFnuzFGlZWVCgaDGj16tGbPnq0TJ04MdxsAAGAEuy4zKHfeeadaWlqcpampydn23HPP6YUXXtD27dt15MgRBQIBLViwQO3t7dejFQAAMAJdl4CSkpKiQCDgLOPHj5f09ezJz372Mz355JNatmyZ8vPz9fLLL+vLL7/Uq6++ej1aAQAAI9B1CSinTp1SMBhUXl6efvCDH+jjjz+WJJ0+fVqhUEilpaVOrdfr1axZs9TQ0DDg60WjUUUikZgFAADcvIY9oMyYMUO7du3Sb3/7W/3yl79UKBRSSUmJzp07p1AoJEny+/0xz/H7/c62/lRVVcnn8zlLbm7ucLcNAAAsMuwBpaysTMuXL1dBQYHmz5+vPXv2SJJefvllp8bj8cQ8xxjTZ91f2rRpk8LhsLM0NzcPd9sAAMAi1/0y4/T0dBUUFOjUqVPO1TyXz5a0trb2mVX5S16vV5mZmTELAAC4eV33gBKNRvWHP/xBOTk5ysvLUyAQUF1dnbO9q6tL9fX1Kikpud6tAACAESJluF9w48aNWrx4sW677Ta1trbqmWeeUSQS0apVq+TxeFRRUaEtW7Zo8uTJmjx5srZs2aIxY8bogQceGO5WAADACDXsAeXMmTP64Q9/qC+++ELjx4/XzJkzdfjwYU2aNEmS9Pjjj6uzs1OPPvqo2traNGPGDO3fv18ZGRnD3QoAABihPMYY43YT8YpEIvL5fAqHw5yPAgDACBHP9ze/xQMAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsE7cAeW9997T4sWLFQwG5fF49Oabb8ZsN8aosrJSwWBQo0eP1uzZs3XixImYmmg0qvLycmVnZys9PV1LlizRmTNnhrQjAADg5hF3QLlw4YKmT5+u7du397v9ueee0wsvvKDt27fryJEjCgQCWrBggdrb252aiooK1dbWqqamRocOHVJHR4cWLVqknp6ewe8JAAC4aXiMMWbQT/Z4VFtbq6VLl0r6evYkGAyqoqJCTzzxhKSvZ0v8fr+effZZPfzwwwqHwxo/frx2796tlStXSpLOnj2r3Nxc7d27VwsXLrzq+0YiEfl8PoXDYWVmZg62fQAAcAPF8/09rOegnD59WqFQSKWlpc46r9erWbNmqaGhQZLU2Nio7u7umJpgMKj8/Hyn5nLRaFSRSCRmAQAAN69hDSihUEiS5Pf7Y9b7/X5nWygUUlpamsaOHTtgzeWqqqrk8/mcJTc3dzjbBgAAlrkuV/F4PJ6Yx8aYPusud6WaTZs2KRwOO0tzc/Ow9QoAAOwzrAElEAhIUp+ZkNbWVmdWJRAIqKurS21tbQPWXM7r9SozMzNmAQAAN69hDSh5eXkKBAKqq6tz1nV1dam+vl4lJSWSpMLCQqWmpsbUtLS06Pjx404NAABIbCnxPqGjo0N//OMfncenT5/WsWPHlJWVpdtuu00VFRXasmWLJk+erMmTJ2vLli0aM2aMHnjgAUmSz+fTmjVrtGHDBo0bN05ZWVnauHGjCgoKNH/+/OHbMwAAMGLFHVDef/99zZkzx3m8fv16SdKqVatUXV2txx9/XJ2dnXr00UfV1tamGTNmaP/+/crIyHCes23bNqWkpGjFihXq7OzUvHnzVF1dreTk5GHYJQAAMNIN6T4obuE+KAAAjDyu3QcFAABgOBBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYJ+6A8t5772nx4sUKBoPyeDx68803Y7avXr1aHo8nZpk5c2ZMTTQaVXl5ubKzs5Wenq4lS5bozJkzQ9oRAABw84g7oFy4cEHTp0/X9u3bB6y577771NLS4ix79+6N2V5RUaHa2lrV1NTo0KFD6ujo0KJFi9TT0xP/HgAAgJtOSrxPKCsrU1lZ2RVrvF6vAoFAv9vC4bBeeukl7d69W/Pnz5ck/epXv1Jubq7eeecdLVy4MN6WAADATea6nINy8OBBTZgwQVOmTNFDDz2k1tZWZ1tjY6O6u7tVWlrqrAsGg8rPz1dDQ0O/rxeNRhWJRGIWAABw8xr2gFJWVqZXXnlFBw4c0PPPP68jR45o7ty5ikajkqRQKKS0tDSNHTs25nl+v1+hUKjf16yqqpLP53OW3Nzc4W4bAABYJO5DPFezcuVK59/5+fkqKirSpEmTtGfPHi1btmzA5xlj5PF4+t22adMmrV+/3nkciUQIKQAA3MSu+2XGOTk5mjRpkk6dOiVJCgQC6urqUltbW0xda2ur/H5/v6/h9XqVmZkZswAAgJvXdQ8o586dU3Nzs3JyciRJhYWFSk1NVV1dnVPT0tKi48ePq6Sk5Hq3AwAARoC4D/F0dHToj3/8o/P49OnTOnbsmLKyspSVlaXKykotX75cOTk5+uSTT7R582ZlZ2fr/vvvlyT5fD6tWbNGGzZs0Lhx45SVlaWNGzeqoKDAuaoHAAAktrgDyvvvv685c+Y4jy+dG7Jq1Srt2LFDTU1N2rVrl86fP6+cnBzNmTNHr732mjIyMpznbNu2TSkpKVqxYoU6Ozs1b948VVdXKzk5eRh2CQAAjHQeY4xxu4l4RSIR+Xw+hcNhzkcBAGCEiOf7m9/iAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrxP1bPAAwXD793auKdpy7Ys2td39f6dm33aCOANiCgALANe0t/0edbWevWDPhzjkyxsjj8dygrgDYgEM8AOxmet3uAIALCCgArGZ6CShAIiKgALCaMb2SjNttALjBCCgA7MYhHiAhEVAAWM309jCBAiQgAgoAqxlmUICEREABYLWvT5JlCgVINAQUAFZjBgVITAQUAHbjMmMgIRFQAFjNmB4ZwyEeINEQUABYjRu1AYmJgALAapyDAiQmAgoAqxFQgMREQAFgNy4zBhISAQWA1YzpcbsFAC4goACwW28vEyhAAiKgALAav2YMJCYCCgCrcZkxkJjiCihVVVW6++67lZGRoQkTJmjp0qU6efJkTI0xRpWVlQoGgxo9erRmz56tEydOxNREo1GVl5crOztb6enpWrJkic6cOTP0vQFw0+EqHiAxxRVQ6uvrtXbtWh0+fFh1dXW6ePGiSktLdeHCBafmueee0wsvvKDt27fryJEjCgQCWrBggdrb252aiooK1dbWqqamRocOHVJHR4cWLVqknh5OhgNwmd5eDvAACchjhnAP6f/6r//ShAkTVF9fr3vvvVfGGAWDQVVUVOiJJ56Q9PVsid/v17PPPquHH35Y4XBY48eP1+7du7Vy5UpJ0tmzZ5Wbm6u9e/dq4cKFV33fSCQin8+ncDiszMzMwbYPwGXH/0elOtvOXrFmwp1zNHHGMiWnem9QVwCul3i+v4d0Dko4HJYkZWVlSZJOnz6tUCik0tJSp8br9WrWrFlqaGiQJDU2Nqq7uzumJhgMKj8/36m5XDQaVSQSiVkAJAYO8QCJadABxRij9evX65577lF+fr4kKRQKSZL8fn9Mrd/vd7aFQiGlpaVp7NixA9ZcrqqqSj6fz1lyc3MH2zaAEYaTZIHENOiAsm7dOn344Yf6t3/7tz7bPB5PzGNjTJ91l7tSzaZNmxQOh52lubl5sG0DGGFMb4+4zBhIPIMKKOXl5Xrrrbf07rvvauLEic76QCAgSX1mQlpbW51ZlUAgoK6uLrW1tQ1Yczmv16vMzMyYBcDIl+wdc9Wai9EL0uBPlQMwQsUVUIwxWrdund544w0dOHBAeXl5Mdvz8vIUCARUV1fnrOvq6lJ9fb1KSkokSYWFhUpNTY2paWlp0fHjx50aAIlh3OSZkufKH0PhT/+3ei523aCOANgiJZ7itWvX6tVXX9Wvf/1rZWRkODMlPp9Po0ePlsfjUUVFhbZs2aLJkydr8uTJ2rJli8aMGaMHHnjAqV2zZo02bNigcePGKSsrSxs3blRBQYHmz58//HsIwFqeJO4VCaB/cQWUHTt2SJJmz54ds37nzp1avXq1JOnxxx9XZ2enHn30UbW1tWnGjBnav3+/MjIynPpt27YpJSVFK1asUGdnp+bNm6fq6molJycPbW8AjCieJP6bB9C/Id0HxS3cBwW4OXxx6n/p9Ls7patcSjz9wZ8qbYzvBnUF4Hq5YfdBAYChYAYFwEAIKABc4/Ek6co3IACQqAgoAFzjSUqWrnKPJACJiYACwDVcxQNgIHw6AHAN56AAGAgBBYB7PAQUAP0joABwjSeJ808A9I+AAsA1HmZQAAyAgALANZwkC2AgfDoAcA0zKAAGQkAB4BpmUAAMhE8HAK4hoAAYCJ8OAFzDIR4AAyGgAHDN1zdq41JjAH0RUAC4h0M8AAbApwMA13g8fAQB6B+fDgBcw2/xABgIAQWAa7iKB8BA+HQA4BqPJ5lzZAH0i4ACwDXMoAAYCJ8OANzDfVAADICAAsA11zyDYoyMMde3GQBWIaAAsJ7p7XW7BQA3GAEFgP0MAQVINAQUANYzvT1utwDgBiOgALCeYQYFSDgEFADWYwYFSDwEFADWI6AAiYeAAsB6XMUDJB4CCgDrGcMMCpBoCCgArMchHiDxxBVQqqqqdPfddysjI0MTJkzQ0qVLdfLkyZia1atXy+PxxCwzZ86MqYlGoyovL1d2drbS09O1ZMkSnTlzZuh7A+CmxCEeIPHEFVDq6+u1du1aHT58WHV1dbp48aJKS0t14cKFmLr77rtPLS0tzrJ3796Y7RUVFaqtrVVNTY0OHTqkjo4OLVq0SD09/F8SgL44xAMknpR4ivft2xfzeOfOnZowYYIaGxt17733Ouu9Xq8CgUC/rxEOh/XSSy9p9+7dmj9/viTpV7/6lXJzc/XOO+9o4cKF8e4DgJscMyhA4hnSOSjhcFiSlJWVFbP+4MGDmjBhgqZMmaKHHnpIra2tzrbGxkZ1d3ertLTUWRcMBpWfn6+GhoZ+3ycajSoSicQsABII56AACWfQAcUYo/Xr1+uee+5Rfn6+s76srEyvvPKKDhw4oOeff15HjhzR3LlzFY1GJUmhUEhpaWkaO3ZszOv5/X6FQqF+36uqqko+n89ZcnNzB9s2gBGIGRQg8cR1iOcvrVu3Th9++KEOHToUs37lypXOv/Pz81VUVKRJkyZpz549WrZs2YCvZ4yRx+Ppd9umTZu0fv1653EkEiGkAAmEc1CAxDOoGZTy8nK99dZbevfddzVx4sQr1ubk5GjSpEk6deqUJCkQCKirq0ttbW0xda2trfL7/f2+htfrVWZmZswCIHEwgwIknrgCijFG69at0xtvvKEDBw4oLy/vqs85d+6cmpublZOTI0kqLCxUamqq6urqnJqWlhYdP35cJSUlcbYPIBFwHxQg8cR1iGft2rV69dVX9etf/1oZGRnOOSM+n0+jR49WR0eHKisrtXz5cuXk5OiTTz7R5s2blZ2drfvvv9+pXbNmjTZs2KBx48YpKytLGzduVEFBgXNVDwD8JQIKkHjiCig7duyQJM2ePTtm/c6dO7V69WolJyerqalJu3bt0vnz55WTk6M5c+botddeU0ZGhlO/bds2paSkaMWKFers7NS8efNUXV2t5OTkoe8RgJuOMRziARJNXAHFGHPF7aNHj9Zvf/vbq77OqFGj9POf/1w///nP43l7AAmKGRQg8fBbPACsx0myQOIhoACwHjMoQOIhoACwH+egAAmHgALAesygAImHgALAelzFAyQeAgoAV0349qyr1rSeePcGdALAJgQUAK5KSht11Zrei903oBMANiGgAHCVx8PHEIC++GQA4CpPEneQBtAXAQWAqzxJfAwB6ItPBgCu8niYQQHQFwEFgLuYQQHQDz4ZALiKc1AA9IeAAsBVBBQA/SGgAHAVlxkD6A+fDABcxQwKgP4QUAC4isuMAfSHTwYA7mIGBUA/CCgAXJXEOSgA+pHidgMARraenh4ZYwb9/N5rfGpPz0VJnkG/T1JSkpI4nASMGAQUAEOyfPly7dmzZ9DP/863gvrZuoVXrPmqs1NjRo/R4GOQVFlZqSeffHIIrwDgRiKgABiSnp4eXbx4cdDPj3Z3X7XGSOoewntIX/cJYOQgoABwVU/P/58XOd89Xm0X/brY61Va0pfKTvuT0pMjLnYHwC0EFACuutjTK0k6G/2m/u+Xf6MvezLUqxQle7p1JhpW/i3vyavPXe4SwI3GGWMAXNXTa/RF16060fFddfRkqVepkjzqMWmKXByvI+Hv6avedLfbBHCDEVAAuOrL7lE6EvnvumjS+t3ebUbpvbaVN7grAG4joABw1cXeXg3l8mEANycCCgBXXToHBQD+EgEFgKt6rvVObQASCgEFgKtSTIf+JmO/POr/PiVJuqj/9o03bnBXANwWV0DZsWOHpk2bpszMTGVmZqq4uFhvv/22s90Yo8rKSgWDQY0ePVqzZ8/WiRMnYl4jGo2qvLxc2dnZSk9P15IlS3TmzJnh2RsAI05vr5E/7RPdecshjUpql0cXJRklqVtjksKa4fuN0pPPu90mgBssrvugTJw4UVu3btXtt98uSXr55Zf1/e9/X0ePHtWdd96p5557Ti+88IKqq6s1ZcoUPfPMM1qwYIFOnjypjIwMSVJFRYX+4z/+QzU1NRo3bpw2bNigRYsWqbGxUcnJ/KopkGi+jHbr1//zPyX9p/7c/Xt90TVRXWaURiV1yJ/2idpS2nTxIuepAInGY4byK1+SsrKy9NOf/lQ/+tGPFAwGVVFRoSeeeELS17Mlfr9fzz77rB5++GGFw2GNHz9eu3fv1sqVX182ePbsWeXm5mrv3r1auPDKv8dxSSQSkc/n0+rVq5WW1v+liQBujH379umzzz5zu42rKioq0l133eV2G0BC6+rqUnV1tcLhsDIzM69YO+g7yfb09Ojf//3fdeHCBRUXF+v06dMKhUIqLS11arxer2bNmqWGhgY9/PDDamxsVHd3d0xNMBhUfn6+GhoaBgwo0WhU0WjUeRyJfH3r6wcffFC33HLLYHcBwDD46KOPRkRAueuuu7RmzRq32wASWkdHh6qrq6+pNu6A0tTUpOLiYn311Ve65ZZbVFtbq6lTp6qhoUGS5Pf7Y+r9fr8+/fRTSVIoFFJaWprGjh3bpyYUCg34nlVVVXr66af7rC8qKrpqAgNwfX3jG99wu4Vrcuutt+o73/mO220ACe3SBMO1iPsqnjvuuEPHjh3T4cOH9eMf/1irVq3SRx995Gz3eGJvuGSM6bPucler2bRpk8LhsLM0NzfH2zYAABhB4g4oaWlpuv3221VUVKSqqipNnz5dL774ogKBgCT1mQlpbW11ZlUCgYC6urrU1tY2YE1/vF6vc+XQpQUAANy8hnwfFGOMotGo8vLyFAgEVFdX52zr6upSfX29SkpKJEmFhYVKTU2NqWlpadHx48edGgAAgLjOQdm8ebPKysqUm5ur9vZ21dTU6ODBg9q3b588Ho8qKiq0ZcsWTZ48WZMnT9aWLVs0ZswYPfDAA5Ikn8+nNWvWaMOGDRo3bpyysrK0ceNGFRQUaP78+ddlBwEAwMgTV0D5/PPP9eCDD6qlpUU+n0/Tpk3Tvn37tGDBAknS448/rs7OTj366KNqa2vTjBkztH//fuceKJK0bds2paSkaMWKFers7NS8efNUXV3NPVAAAIBjyPdBccOl+6Bcy3XUAK6vxYsX6ze/+Y3bbVzV008/rb/7u79zuw0gocXz/c1v8QAAAOsQUAAAgHUIKAAAwDoEFAAAYJ1B/xYPAEjSzJkzlZJi/0fJt771LbdbABAHruIBAAA3BFfxAACAEY2AAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsE5cAWXHjh2aNm2aMjMzlZmZqeLiYr399tvO9tWrV8vj8cQsM2fOjHmNaDSq8vJyZWdnKz09XUuWLNGZM2eGZ28AAMBNIa6AMnHiRG3dulXvv/++3n//fc2dO1ff//73deLECafmvvvuU0tLi7Ps3bs35jUqKipUW1urmpoaHTp0SB0dHVq0aJF6enqGZ48AAMCI5zHGmKG8QFZWln76059qzZo1Wr16tc6fP68333yz39pwOKzx48dr9+7dWrlypSTp7Nmzys3N1d69e7Vw4cJres9IJCKfz6dwOKzMzMyhtA8AAG6QeL6/B30OSk9Pj2pqanThwgUVFxc76w8ePKgJEyZoypQpeuihh9Ta2upsa2xsVHd3t0pLS511wWBQ+fn5amhoGPC9otGoIpFIzAIAAG5ecQeUpqYm3XLLLfJ6vXrkkUdUW1urqVOnSpLKysr0yiuv6MCBA3r++ed15MgRzZ07V9FoVJIUCoWUlpamsWPHxrym3+9XKBQa8D2rqqrk8/mcJTc3N962AQDACJIS7xPuuOMOHTt2TOfPn9frr7+uVatWqb6+XlOnTnUO20hSfn6+ioqKNGnSJO3Zs0fLli0b8DWNMfJ4PANu37Rpk9avX+88jkQihBQAAG5icQeUtLQ03X777ZKkoqIiHTlyRC+++KL++Z//uU9tTk6OJk2apFOnTkmSAoGAurq61NbWFjOL0traqpKSkgHf0+v1yuv1xtsqAAAYoYZ8HxRjjHMI53Lnzp1Tc3OzcnJyJEmFhYVKTU1VXV2dU9PS0qLjx49fMaAAAIDEEtcMyubNm1VWVqbc3Fy1t7erpqZGBw8e1L59+9TR0aHKykotX75cOTk5+uSTT7R582ZlZ2fr/vvvlyT5fD6tWbNGGzZs0Lhx45SVlaWNGzeqoKBA8+fPvy47CAAARp64Asrnn3+uBx98UC0tLfL5fJo2bZr27dunBQsWqLOzU01NTdq1a5fOnz+vnJwczZkzR6+99poyMjKc19i2bZtSUlK0YsUKdXZ2at68eaqurlZycvKw7xwAABiZhnwfFDdwHxQAAEaeG3IfFAAAgOuFgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWCfF7QYGwxgjSYpEIi53AgAArtWl7+1L3+NXMiIDSnt7uyQpNzfX5U4AAEC82tvb5fP5rljjMdcSYyzT29urkydPaurUqWpublZmZqbbLY1YkUhEubm5jOMwYCyHD2M5PBjH4cNYDg9jjNrb2xUMBpWUdOWzTEbkDEpSUpJuvfVWSVJmZiZ/LMOAcRw+jOXwYSyHB+M4fBjLobvazMklnCQLAACsQ0ABAADWGbEBxev16qmnnpLX63W7lRGNcRw+jOXwYSyHB+M4fBjLG29EniQLAABubiN2BgUAANy8CCgAAMA6BBQAAGAdAgoAALDOiAwov/jFL5SXl6dRo0apsLBQv/vd79xuyTrvvfeeFi9erGAwKI/HozfffDNmuzFGlZWVCgaDGj16tGbPnq0TJ07E1ESjUZWXlys7O1vp6elasmSJzpw5cwP3wn1VVVW6++67lZGRoQkTJmjp0qU6efJkTA1jeW127NihadOmOTe6Ki4u1ttvv+1sZxwHp6qqSh6PRxUVFc46xvLaVFZWyuPxxCyBQMDZzji6zIwwNTU1JjU11fzyl780H330kXnsscdMenq6+fTTT91uzSp79+41Tz75pHn99deNJFNbWxuzfevWrSYjI8O8/vrrpqmpyaxcudLk5OSYSCTi1DzyyCPm1ltvNXV1deaDDz4wc+bMMdOnTzcXL168wXvjnoULF5qdO3ea48ePm2PHjpnvfe975rbbbjMdHR1ODWN5bd566y2zZ88ec/LkSXPy5EmzefNmk5qaao4fP26MYRwH4/e//735q7/6KzNt2jTz2GOPOesZy2vz1FNPmTvvvNO0tLQ4S2trq7OdcXTXiAso3/nOd8wjjzwSs+5b3/qW+clPfuJSR/a7PKD09vaaQCBgtm7d6qz76quvjM/nM//0T/9kjDHm/PnzJjU11dTU1Dg1f/rTn0xSUpLZt2/fDevdNq2trUaSqa+vN8YwlkM1duxY86//+q+M4yC0t7ebyZMnm7q6OjNr1iwnoDCW1+6pp54y06dP73cb4+i+EXWIp6urS42NjSotLY1ZX1paqoaGBpe6GnlOnz6tUCgUM45er1ezZs1yxrGxsVHd3d0xNcFgUPn5+Qk91uFwWJKUlZUlibEcrJ6eHtXU1OjChQsqLi5mHAdh7dq1+t73vqf58+fHrGcs43Pq1CkFg0Hl5eXpBz/4gT7++GNJjKMNRtSPBX7xxRfq6emR3++PWe/3+xUKhVzqauS5NFb9jeOnn37q1KSlpWns2LF9ahJ1rI0xWr9+ve655x7l5+dLYizj1dTUpOLiYn311Ve65ZZbVFtbq6lTpzof5ozjtampqdEHH3ygI0eO9NnG3+S1mzFjhnbt2qUpU6bo888/1zPPPKOSkhKdOHGCcbTAiAool3g8npjHxpg+63B1gxnHRB7rdevW6cMPP9ShQ4f6bGMsr80dd9yhY8eO6fz583r99de1atUq1dfXO9sZx6trbm7WY489pv3792vUqFED1jGWV1dWVub8u6CgQMXFxfrmN7+pl19+WTNnzpTEOLppRB3iyc7OVnJycp9k2tra2iflYmCXzlK/0jgGAgF1dXWpra1twJpEUl5errfeekvvvvuuJk6c6KxnLOOTlpam22+/XUVFRaqqqtL06dP14osvMo5xaGxsVGtrqwoLC5WSkqKUlBTV19frH/7hH5SSkuKMBWMZv/T0dBUUFOjUqVP8TVpgRAWUtLQ0FRYWqq6uLmZ9XV2dSkpKXOpq5MnLy1MgEIgZx66uLtXX1zvjWFhYqNTU1JialpYWHT9+PKHG2hijdevW6Y033tCBAweUl5cXs52xHBpjjKLRKOMYh3nz5qmpqUnHjh1zlqKiIv3t3/6tjh07pr/+679mLAcpGo3qD3/4g3JycvibtIEbZ+YOxaXLjF966SXz0UcfmYqKCpOenm4++eQTt1uzSnt7uzl69Kg5evSokWReeOEFc/ToUedy7K1btxqfz2feeOMN09TUZH74wx/2e/ncxIkTzTvvvGM++OADM3fu3IS7fO7HP/6x8fl85uDBgzGXIn755ZdODWN5bTZt2mTee+89c/r0afPhhx+azZs3m6SkJLN//35jDOM4FH95FY8xjOW12rBhgzl48KD5+OOPzeHDh82iRYtMRkaG833COLprxAUUY4z5x3/8RzNp0iSTlpZm7rrrLueST/x/7777rpHUZ1m1apUx5utL6J566ikTCASM1+s19957r2lqaop5jc7OTrNu3TqTlZVlRo8ebRYtWmQ+++wzF/bGPf2NoSSzc+dOp4axvDY/+tGPnP9ux48fb+bNm+eEE2MYx6G4PKAwltfm0n1NUlNTTTAYNMuWLTMnTpxwtjOO7vIYY4w7czcAAAD9G1HnoAAAgMRAQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdf4fipYQKLpF9ywAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[ 0.01247343  0.8004456  -0.0287235  -1.1262219 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAnKUlEQVR4nO3df3BUZZ7v8U/nVwsh6SUEutNDjNkV2MUE9hocSMqV38HUICJWwYxzLaihLB0hZQooHfBWmdmyCDolrFvsMDuzFhFGN9aWRrGILLGQKDeXWoywJjjDZUaUsKTNiKE7wdCB5Ll/eDk7DQnQSaCfpt+vqlOVPufb3d/zVEh/eM6PdhljjAAAACySFOsGAAAALkdAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWiWlA+eUvf6n8/HzddtttKioq0kcffRTLdgAAgCViFlDeeOMNVVRU6Nlnn9Xhw4f1d3/3dyorK9PJkydj1RIAALCEK1ZfFjh9+nTdfffd2rZtm7Pub/7mb7R48WJVVVXFoiUAAGCJlFi8aU9Pj5qamvSzn/0sYn1paakaGxuvqA+HwwqHw87jvr4+ffPNNxozZoxcLtcN7xcAAAydMUadnZ3y+/1KSrr6QZyYBJSvv/5avb298nq9Eeu9Xq8CgcAV9VVVVfr5z39+s9oDAAA3UGtrq8aPH3/VmpgElEsun/0wxvQ7I7J+/XqtWbPGeRwMBnX77bertbVVmZmZN7xPAAAwdKFQSLm5ucrIyLhmbUwCSnZ2tpKTk6+YLWlvb79iVkWS3G633G73FeszMzMJKAAAxJnrOT0jJlfxpKWlqaioSPX19RHr6+vrVVJSEouWAACARWJ2iGfNmjV69NFHNW3aNBUXF+vXv/61Tp48qSeeeCJWLQEAAEvELKAsW7ZMZ86c0d///d+rra1NBQUFqqurU15eXqxaAgAAlojZfVCGIhQKyePxKBgMcg4KAABxIprPb76LBwAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOsMeUCorK+VyuSIWn8/nbDfGqLKyUn6/XyNGjNCsWbN09OjR4W4DAADEsRsyg3LXXXepra3NWZqbm51tL774ojZv3qytW7fq0KFD8vl8mj9/vjo7O29EKwAAIA7dkICSkpIin8/nLGPHjpX03ezJP/zDP+jZZ5/VkiVLVFBQoFdffVXffvutXn/99RvRCgAAiEM3JKAcP35cfr9f+fn5+uEPf6jPP/9cknTixAkFAgGVlpY6tW63WzNnzlRjY+OArxcOhxUKhSIWAABw6xr2gDJ9+nTt2LFD//7v/67f/OY3CgQCKikp0ZkzZxQIBCRJXq834jler9fZ1p+qqip5PB5nyc3NHe62AQCARYY9oJSVlenhhx9WYWGh5s2bp927d0uSXn31VafG5XJFPMcYc8W6P7d+/XoFg0FnaW1tHe62AQCARW74Zcbp6ekqLCzU8ePHnat5Lp8taW9vv2JW5c+53W5lZmZGLAAA4NZ1wwNKOBzW7373O+Xk5Cg/P18+n0/19fXO9p6eHjU0NKikpORGtwIAAOJEynC/4Lp16/TAAw/o9ttvV3t7u55//nmFQiEtX75cLpdLFRUV2rhxoyZMmKAJEyZo48aNGjlypB555JHhbgUAAMSpYQ8op06d0o9+9CN9/fXXGjt2rGbMmKGDBw8qLy9PkvT000+ru7tbTz75pDo6OjR9+nTt3btXGRkZw90KAACIUy5jjIl1E9EKhULyeDwKBoOcjwIAQJyI5vOb7+IBAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFgn6oDy4Ycf6oEHHpDf75fL5dLbb78dsd0Yo8rKSvn9fo0YMUKzZs3S0aNHI2rC4bDKy8uVnZ2t9PR0LVq0SKdOnRrSjgAAgFtH1AHl3Llzmjp1qrZu3drv9hdffFGbN2/W1q1bdejQIfl8Ps2fP1+dnZ1OTUVFhWpra1VTU6MDBw6oq6tLCxcuVG9v7+D3BAAA3DJcxhgz6Ce7XKqtrdXixYslfTd74vf7VVFRoWeeeUbSd7MlXq9XL7zwgh5//HEFg0GNHTtWO3fu1LJlyyRJp0+fVm5ururq6rRgwYJrvm8oFJLH41EwGFRmZuZg2wcAADdRNJ/fw3oOyokTJxQIBFRaWuqsc7vdmjlzphobGyVJTU1NunDhQkSN3+9XQUGBU3O5cDisUCgUsQAAgFvXsAaUQCAgSfJ6vRHrvV6vsy0QCCgtLU2jR48esOZyVVVV8ng8zpKbmzucbQMAAMvckKt4XC5XxGNjzBXrLne1mvXr1ysYDDpLa2vrsPUKAADsM6wBxefzSdIVMyHt7e3OrIrP51NPT486OjoGrLmc2+1WZmZmxAIAAG5dwxpQ8vPz5fP5VF9f76zr6elRQ0ODSkpKJElFRUVKTU2NqGlra1NLS4tTAwAAEltKtE/o6urSH/7wB+fxiRMndOTIEWVlZen2229XRUWFNm7cqAkTJmjChAnauHGjRo4cqUceeUSS5PF4tHLlSq1du1ZjxoxRVlaW1q1bp8LCQs2bN2/49gwAAMStqAPKxx9/rNmzZzuP16xZI0lavny5qqur9fTTT6u7u1tPPvmkOjo6NH36dO3du1cZGRnOc7Zs2aKUlBQtXbpU3d3dmjt3rqqrq5WcnDwMuwQAAOLdkO6DEivcBwUAgPgTs/ugAAAADAcCCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA60QdUD788EM98MAD8vv9crlcevvttyO2r1ixQi6XK2KZMWNGRE04HFZ5ebmys7OVnp6uRYsW6dSpU0PaEQAAcOuIOqCcO3dOU6dO1datWwesuf/++9XW1uYsdXV1EdsrKipUW1urmpoaHThwQF1dXVq4cKF6e3uj3wMAAHDLSYn2CWVlZSorK7tqjdvtls/n63dbMBjUK6+8op07d2revHmSpN/+9rfKzc3V+++/rwULFkTbEgAAuMXckHNQ9u/fr3HjxmnixIl67LHH1N7e7mxramrShQsXVFpa6qzz+/0qKChQY2Njv68XDocVCoUiFgAAcOsa9oBSVlam1157Tfv27dNLL72kQ4cOac6cOQqHw5KkQCCgtLQ0jR49OuJ5Xq9XgUCg39esqqqSx+Nxltzc3OFuGwAAWCTqQzzXsmzZMufngoICTZs2TXl5edq9e7eWLFky4POMMXK5XP1uW79+vdasWeM8DoVChBQAAG5hN/wy45ycHOXl5en48eOSJJ/Pp56eHnV0dETUtbe3y+v19vsabrdbmZmZEQsAALh13fCAcubMGbW2tionJ0eSVFRUpNTUVNXX1zs1bW1tamlpUUlJyY1uBwAAxIGoD/F0dXXpD3/4g/P4xIkTOnLkiLKyspSVlaXKyko9/PDDysnJ0RdffKENGzYoOztbDz30kCTJ4/Fo5cqVWrt2rcaMGaOsrCytW7dOhYWFzlU9AAAgsUUdUD7++GPNnj3beXzp3JDly5dr27Ztam5u1o4dO3T27Fnl5ORo9uzZeuONN5SRkeE8Z8uWLUpJSdHSpUvV3d2tuXPnqrq6WsnJycOwSwAAIN65jDEm1k1EKxQKyePxKBgMcj4KAABxIprPb76LBwAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsE/V38QDAcPnyo9cV7jpz1Zrv3fOg0rNvv0kdAbAFAQVAzHS2/V91d5y+as24u2bJGCOXy3WTugJgAw7xALCa6euNdQsAYoCAAsBq3wWUuPvSdQBDREABYDXTe5F8AiQgAgoAq/UxgwIkJAIKALtxDgqQkAgoAKzGSbJAYiKgALBaX99FGcMhHiDREFAAWM30MoMCJCICCgCrcZkxkJgIKACsZvp6ySdAAiKgALCa6bsoEgqQeAgoAKzGVTxAYiKgALBaX28v8ydAAiKgALCaMb0SlxkDCYeAAsBqpvdirFsAEAMEFAAxkzZq9DVrerq+4TwUIAERUADEzF/c8T8k19X/DIVOfaa+3gs3qSMAtiCgAIgZV3JKrFsAYKmoAkpVVZXuueceZWRkaNy4cVq8eLGOHTsWUWOMUWVlpfx+v0aMGKFZs2bp6NGjETXhcFjl5eXKzs5Wenq6Fi1apFOnTg19bwDEFVdScqxbAGCpqAJKQ0ODVq1apYMHD6q+vl4XL15UaWmpzp0759S8+OKL2rx5s7Zu3apDhw7J5/Np/vz56uzsdGoqKipUW1urmpoaHThwQF1dXVq4cKF6+c4NIKEkJafIFesmAFjJZYbwNaF/+tOfNG7cODU0NOi+++6TMUZ+v18VFRV65plnJH03W+L1evXCCy/o8ccfVzAY1NixY7Vz504tW7ZMknT69Gnl5uaqrq5OCxYsuOb7hkIheTweBYNBZWZmDrZ9ADHW8cV/6o/1v7rmSbBTH/2F0kZ6blJXAG6UaD6/h3QOSjAYlCRlZWVJkk6cOKFAIKDS0lKnxu12a+bMmWpsbJQkNTU16cKFCxE1fr9fBQUFTs3lwuGwQqFQxAIg/rmSOcQDoH+DDijGGK1Zs0b33nuvCgoKJEmBQECS5PV6I2q9Xq+zLRAIKC0tTaNHjx6w5nJVVVXyeDzOkpubO9i2AVgkKYmTZAH0b9ABZfXq1fr000/1r//6r1dsc7kijyobY65Yd7mr1axfv17BYNBZWltbB9s2AItwkiyAgQwqoJSXl2vXrl364IMPNH78eGe9z+eTpCtmQtrb251ZFZ/Pp56eHnV0dAxYczm3263MzMyIBUD84zJjAAOJKqAYY7R69Wq99dZb2rdvn/Lz8yO25+fny+fzqb6+3lnX09OjhoYGlZSUSJKKioqUmpoaUdPW1qaWlhanBkBicHGIB8AAovrrsGrVKr3++ut65513lJGR4cyUeDwejRgxQi6XSxUVFdq4caMmTJigCRMmaOPGjRo5cqQeeeQRp3blypVau3atxowZo6ysLK1bt06FhYWaN2/e8O8hAGslMYMCYABR/XXYtm2bJGnWrFkR67dv364VK1ZIkp5++ml1d3frySefVEdHh6ZPn669e/cqIyPDqd+yZYtSUlK0dOlSdXd3a+7cuaqurlYyZ/QDCeW7c1C4EwqAKw3pPiixwn1QgFtDuPMbNdf8L5m+q39jMfdBAW4NN+0+KAAwFNwHBcBACCgAYoaTZAEMhIACIGaSklM4BQVAvwgoAGKG+6AAGAgBBUDMuFzX+SfIGMXh+fwAhoCAAsB6fb1Xv8oHwK2HgALAete6DBnArYeAAsB6hhkUIOEQUABYr48ZFCDhEFAAWM/09sa6BQA3GQEFgPVM74VYtwDgJiOgALBeXx8zKECiIaAAsB4nyQKJh4ACwHpcZgwkHgIKAOtxozYg8RBQAFiPQzxA4iGgALAeMyhA4iGgALCe4SoeIOEQUABYz/RxHxQg0RBQAFiPO8kCiYeAAsB6nIMCJB4CCoCYysiZdM2aztO/vwmdALAJAQVATKWPy79mzbk/fXkTOgFgEwIKgJhKSk6JdQsALERAARBTrqTkWLcAwEIEFAAx5WIGBUA/CCgAYopDPAD6Q0ABEFOuJAIKgCsRUADEFId4APSHgAIgpphBAdAfAgqAmEpK5ioeAFeKKqBUVVXpnnvuUUZGhsaNG6fFixfr2LFjETUrVqyQy+WKWGbMmBFREw6HVV5eruzsbKWnp2vRokU6derU0PcGQNxhBgVAf6IKKA0NDVq1apUOHjyo+vp6Xbx4UaWlpTp37lxE3f3336+2tjZnqauri9heUVGh2tpa1dTU6MCBA+rq6tLChQvVyxeCAQmHq3gA9Ceqvwx79uyJeLx9+3aNGzdOTU1Nuu+++5z1brdbPp+v39cIBoN65ZVXtHPnTs2bN0+S9Nvf/la5ubl6//33tWDBgmj3AUAc4yRZAP0Z0jkowWBQkpSVlRWxfv/+/Ro3bpwmTpyoxx57TO3t7c62pqYmXbhwQaWlpc46v9+vgoICNTY29vs+4XBYoVAoYgFwa+AQD4D+DDqgGGO0Zs0a3XvvvSooKHDWl5WV6bXXXtO+ffv00ksv6dChQ5ozZ47C4bAkKRAIKC0tTaNHj454Pa/Xq0Ag0O97VVVVyePxOEtubu5g2wZgGQ7xAOjPoP8yrF69Wp9++qkOHDgQsX7ZsmXOzwUFBZo2bZry8vK0e/duLVmyZMDXM8bI5XL1u239+vVas2aN8zgUChFSgFsEMygA+jOoGZTy8nLt2rVLH3zwgcaPH3/V2pycHOXl5en48eOSJJ/Pp56eHnV0dETUtbe3y+v19vsabrdbmZmZEQuAW4OLy4wB9COqgGKM0erVq/XWW29p3759ys/Pv+Zzzpw5o9bWVuXk5EiSioqKlJqaqvr6eqemra1NLS0tKikpibJ9APEuKTk11i0AsFBUc6urVq3S66+/rnfeeUcZGRnOOSMej0cjRoxQV1eXKisr9fDDDysnJ0dffPGFNmzYoOzsbD300ENO7cqVK7V27VqNGTNGWVlZWrdunQoLC52regAkhoEO6/bH9PVyxQ+QQKL6175t2zZJ0qxZsyLWb9++XStWrFBycrKam5u1Y8cOnT17Vjk5OZo9e7beeOMNZWRkOPVbtmxRSkqKli5dqu7ubs2dO1fV1dVKZqoXwABM30WJgAIkDJcxxsS6iWiFQiF5PB4Fg0HORwHiXM+5s/rP3z591RpXcqqm/s8XlXpb+k3qCsCNEM3nN9/FAyAOGKnvYqybAHATEVAAxIU+vgoDSCgEFABxwTCDAiQUAgoA+xkCCpBoCCgA4gKHeIDEQkABEBeYQQESCwEFQBwwMr0EFCCREFAAxAXTxyEeIJEQUADEhT5mUICEQkABEBc4BwVILAQUAHGBQzxAYiGgAIgLHOIBEgsBBYD9jGEGBUgwBBQA1jMSlxkDCYaAAiCmklLd+os7/vbqRaZP3/zx0E3pB4AdCCgAYsrlcin1tlHXrLt4vusmdAPAFgQUADHmkpJTYt0EAMsQUADEnMuVHOsWAFiGgAIgtlwuJSUTUABEYl4VwJBdvDj4K2z6LvbKXMf/lYwZ2vtIUlJSkpKS+H8ZEA8IKACGbNKkSTp58uSgnpuWkqwfzy/QYz+4+6p1LS3NuvvHIwb1Hpe8++67uv/++4f0GgBuDgIKgCG7ePHioGc3XOpTT8+1n2uMGfIMijFmSM8HcPMQUADElpEu9vY5D7/u8St4caz6lKwRSV0am3ZS7qTzMWwQQCwQUADElNF/B5Q/fHu3Tp2fqPN96TJyKdXVo1PnJ+nuzL2xbRLATcfZYgBiyhijC719OtFdqD9++7fq7suUUbKkJF0wt6njYo4azy5Rn+FKHyCREFAAxFyg26/fn5uhvgEmdbv7Run/BBff3KYAxBQBBUBMGSNd6O2T5LpKlUvmqtsB3GoIKABi7s9PkgUAiYACIMaMDAEFwBUIKABiyhjJk9SqO0d+LJf6DyqprvOa7nn3JncGIJaiCijbtm3TlClTlJmZqczMTBUXF+u9995zthtjVFlZKb/frxEjRmjWrFk6evRoxGuEw2GVl5crOztb6enpWrRokU6dOjU8ewMgLvX2XtSdIz7RHSOaleb69v8HFaNkV49GJX+j+0a/oVRXONZtAriJoroPyvjx47Vp0ybdeeedkqRXX31VDz74oA4fPqy77rpLL774ojZv3qzq6mpNnDhRzz//vObPn69jx44pIyNDklRRUaF3331XNTU1GjNmjNauXauFCxeqqalJyXxhGJCQAt906Z3//XtJv9dX4TvUcdGnXpOikclB+d1/VF3St2rvOBfrNgHcRC4zxHs/Z2Vl6Re/+IV+8pOfyO/3q6KiQs8884yk72ZLvF6vXnjhBT3++OMKBoMaO3asdu7cqWXLlkmSTp8+rdzcXNXV1WnBggXX9Z6hUEgej0crVqxQWlraUNoHMAxef/11dXV1xbqNayorK1Nubm6s2wASVk9Pj6qrqxUMBpWZmXnV2kHfSba3t1f/9m//pnPnzqm4uFgnTpxQIBBQaWmpU+N2uzVz5kw1Njbq8ccfV1NTky5cuBBR4/f7VVBQoMbGxgEDSjgcVjj839O7oVBIkvToo49q1KhRg90FAMNk165dcRFQFixYoOLi4li3ASSsrq4uVVdXX1dt1AGlublZxcXFOn/+vEaNGqXa2lpNnjxZjY2NkiSv1xtR7/V69eWXX0qSAoGA0tLSNHr06CtqAoHAgO9ZVVWln//851esnzZt2jUTGIAbL15mMidOnKjvf//7sW4DSFiXJhiuR9RX8UyaNElHjhzRwYMH9dOf/lTLly/XZ5995mx3uSJvpmSMuWLd5a5Vs379egWDQWdpbW2Ntm0AABBHog4oaWlpuvPOOzVt2jRVVVVp6tSpevnll+Xz+STpipmQ9vZ2Z1bF5/Opp6dHHR0dA9b0x+12O1cOXVoAAMCta8j3QTHGKBwOKz8/Xz6fT/X19c62np4eNTQ0qKSkRJJUVFSk1NTUiJq2tja1tLQ4NQAAAFGdg7JhwwbnLPjOzk7V1NRo//792rNnj1wulyoqKrRx40ZNmDBBEyZM0MaNGzVy5Eg98sgjkiSPx6OVK1dq7dq1GjNmjLKysrRu3ToVFhZq3rx5N2QHAQBA/IkqoHz11Vd69NFH1dbWJo/HoylTpmjPnj2aP3++JOnpp59Wd3e3nnzySXV0dGj69Onau3evcw8USdqyZYtSUlK0dOlSdXd3a+7cuaquruYeKAAAwDHk+6DEwqX7oFzPddQAbry8vDydPHky1m1cU11dncrKymLdBpCwovn85rt4AACAdQgoAADAOgQUAABgHQIKAACwzqC/iwcALlmwYIH+9Kc/xbqNa7raDSEB2IWAAmDIfv3rX8e6BQC3GA7xAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1okqoGzbtk1TpkxRZmamMjMzVVxcrPfee8/ZvmLFCrlcrohlxowZEa8RDodVXl6u7Oxspaena9GiRTp16tTw7A0AALglRBVQxo8fr02bNunjjz/Wxx9/rDlz5ujBBx/U0aNHnZr7779fbW1tzlJXVxfxGhUVFaqtrVVNTY0OHDigrq4uLVy4UL29vcOzRwAAIO65jDFmKC+QlZWlX/ziF1q5cqVWrFihs2fP6u233+63NhgMauzYsdq5c6eWLVsmSTp9+rRyc3NVV1enBQsWXNd7hkIheTweBYNBZWZmDqV9AABwk0Tz+T3oc1B6e3tVU1Ojc+fOqbi42Fm/f/9+jRs3ThMnTtRjjz2m9vZ2Z1tTU5MuXLig0tJSZ53f71dBQYEaGxsHfK9wOKxQKBSxAACAW1fUAaW5uVmjRo2S2+3WE088odraWk2ePFmSVFZWptdee0379u3TSy+9pEOHDmnOnDkKh8OSpEAgoLS0NI0ePTriNb1erwKBwIDvWVVVJY/H4yy5ubnRtg0AAOJISrRPmDRpko4cOaKzZ8/qzTff1PLly9XQ0KDJkyc7h20kqaCgQNOmTVNeXp52796tJUuWDPiaxhi5XK4Bt69fv15r1qxxHodCIUIKAAC3sKgDSlpamu68805J0rRp03To0CG9/PLL+ud//ucranNycpSXl6fjx49Lknw+n3p6etTR0RExi9Le3q6SkpIB39PtdsvtdkfbKgAAiFNDvg+KMcY5hHO5M2fOqLW1VTk5OZKkoqIipaamqr6+3qlpa2tTS0vLVQMKAABILFHNoGzYsEFlZWXKzc1VZ2enampqtH//fu3Zs0ddXV2qrKzUww8/rJycHH3xxRfasGGDsrOz9dBDD0mSPB6PVq5cqbVr12rMmDHKysrSunXrVFhYqHnz5t2QHQQAAPEnqoDy1Vdf6dFHH1VbW5s8Ho+mTJmiPXv2aP78+eru7lZzc7N27Nihs2fPKicnR7Nnz9Ybb7yhjIwM5zW2bNmilJQULV26VN3d3Zo7d66qq6uVnJw87DsHAADi05DvgxIL3AcFAID4c1PugwIAAHCjEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOukxLqBwTDGSJJCoVCMOwEAANfr0uf2pc/xq4nLgNLZ2SlJys3NjXEnAAAgWp2dnfJ4PFetcZnriTGW6evr07FjxzR58mS1trYqMzMz1i3FrVAopNzcXMZxGDCWw4exHB6M4/BhLIeHMUadnZ3y+/1KSrr6WSZxOYOSlJSk733ve5KkzMxMflmGAeM4fBjL4cNYDg/GcfgwlkN3rZmTSzhJFgAAWIeAAgAArBO3AcXtduu5556T2+2OdStxjXEcPozl8GEshwfjOHwYy5svLk+SBQAAt7a4nUEBAAC3LgIKAACwDgEFAABYh4ACAACsE5cB5Ze//KXy8/N12223qaioSB999FGsW7LOhx9+qAceeEB+v18ul0tvv/12xHZjjCorK+X3+zVixAjNmjVLR48ejagJh8MqLy9Xdna20tPTtWjRIp06deom7kXsVVVV6Z577lFGRobGjRunxYsX69ixYxE1jOX12bZtm6ZMmeLc6Kq4uFjvvfees51xHJyqqiq5XC5VVFQ46xjL61NZWSmXyxWx+Hw+ZzvjGGMmztTU1JjU1FTzm9/8xnz22WfmqaeeMunp6ebLL7+MdWtWqaurM88++6x58803jSRTW1sbsX3Tpk0mIyPDvPnmm6a5udksW7bM5OTkmFAo5NQ88cQT5nvf+56pr683n3zyiZk9e7aZOnWquXjx4k3em9hZsGCB2b59u2lpaTFHjhwxP/jBD8ztt99uurq6nBrG8vrs2rXL7N692xw7dswcO3bMbNiwwaSmppqWlhZjDOM4GP/xH/9h7rjjDjNlyhTz1FNPOesZy+vz3HPPmbvuusu0tbU5S3t7u7OdcYytuAso3//+980TTzwRse6v//qvzc9+9rMYdWS/ywNKX1+f8fl8ZtOmTc668+fPG4/HY371q18ZY4w5e/asSU1NNTU1NU7Nf/3Xf5mkpCSzZ8+em9a7bdrb240k09DQYIxhLIdq9OjR5l/+5V8Yx0Ho7Ow0EyZMMPX19WbmzJlOQGEsr99zzz1npk6d2u82xjH24uoQT09Pj5qamlRaWhqxvrS0VI2NjTHqKv6cOHFCgUAgYhzdbrdmzpzpjGNTU5MuXLgQUeP3+1VQUJDQYx0MBiVJWVlZkhjLwert7VVNTY3OnTun4uJixnEQVq1apR/84AeaN29exHrGMjrHjx+X3+9Xfn6+fvjDH+rzzz+XxDjaIK6+LPDrr79Wb2+vvF5vxHqv16tAIBCjruLPpbHqbxy//PJLpyYtLU2jR4++oiZRx9oYozVr1ujee+9VQUGBJMYyWs3NzSouLtb58+c1atQo1dbWavLkyc4fc8bx+tTU1OiTTz7RoUOHrtjG7+T1mz59unbs2KGJEyfqq6++0vPPP6+SkhIdPXqUcbRAXAWUS1wuV8RjY8wV63BtgxnHRB7r1atX69NPP9WBAweu2MZYXp9JkybpyJEjOnv2rN58800tX75cDQ0NznbG8dpaW1v11FNPae/evbrtttsGrGMsr62srMz5ubCwUMXFxfqrv/orvfrqq5oxY4YkxjGW4uoQT3Z2tpKTk69Ipu3t7VekXAzs0lnqVxtHn8+nnp4edXR0DFiTSMrLy7Vr1y598MEHGj9+vLOesYxOWlqa7rzzTk2bNk1VVVWaOnWqXn75ZcYxCk1NTWpvb1dRUZFSUlKUkpKihoYG/eM//qNSUlKcsWAso5eenq7CwkIdP36c30kLxFVASUtLU1FRkerr6yPW19fXq6SkJEZdxZ/8/Hz5fL6Icezp6VFDQ4MzjkVFRUpNTY2oaWtrU0tLS0KNtTFGq1ev1ltvvaV9+/YpPz8/YjtjOTTGGIXDYcYxCnPnzlVzc7OOHDniLNOmTdOPf/xjHTlyRH/5l3/JWA5SOBzW7373O+Xk5PA7aYNYnJk7FJcuM37llVfMZ599ZioqKkx6err54osvYt2aVTo7O83hw4fN4cOHjSSzefNmc/jwYedy7E2bNhmPx2Peeust09zcbH70ox/1e/nc+PHjzfvvv28++eQTM2fOnIS7fO6nP/2p8Xg8Zv/+/RGXIn777bdODWN5fdavX28+/PBDc+LECfPpp5+aDRs2mKSkJLN3715jDOM4FH9+FY8xjOX1Wrt2rdm/f7/5/PPPzcGDB83ChQtNRkaG83nCOMZW3AUUY4z5p3/6J5OXl2fS0tLM3Xff7Vzyif/2wQcfGElXLMuXLzfGfHcJ3XPPPWd8Pp9xu93mvvvuM83NzRGv0d3dbVavXm2ysrLMiBEjzMKFC83JkydjsDex098YSjLbt293ahjL6/OTn/zE+Xc7duxYM3fuXCecGMM4DsXlAYWxvD6X7muSmppq/H6/WbJkiTl69KiznXGMLZcxxsRm7gYAAKB/cXUOCgAASAwEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABY5/8BcioyUvdUdH0AAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向左推，获得奖励：1.0，转移到下一个状态：[ 0.02848235  0.6057116  -0.05124794 -0.8426849 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAoKklEQVR4nO3df3BUZZ7v8c/JrwZC0ksIdKclMtkRdDCBqgkuJNeV38HUIINYBTNuWVBDWTpCyhRQOuAfZrYsgs5V1h122N1ZiwijG+5ejeMUyBALicPNUosRrgHnUriihjFtRgzdCcTupPu5f1j02PxMk5B+mrxfVaeKPufb3d/zFCQfnvPLMcYYAQAAWCQt2Q0AAABcjIACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKyT1IDyq1/9SkVFRRoxYoRKS0v1hz/8IZntAAAASyQtoOzatUvV1dV66qmndOTIEf3t3/6tKisr9dlnnyWrJQAAYAknWQ8LnDFjhr7//e9r27ZtsXXf+973tGTJEtXW1iajJQAAYImMZHxpOBxWS0uLfvazn8Wtr6ioUHNz8yX1oVBIoVAo9joajeqrr77S2LFj5TjODe8XAAAMnDFGXV1d8vl8Sku7+kGcpASUL7/8UpFIRB6PJ269x+OR3++/pL62tlY///nPh6o9AABwA7W1tWnChAlXrUlKQLng4tkPY8xlZ0Q2bNigtWvXxl4HAgHdeuutamtrU25u7g3vEwAADFwwGFRhYaFycnKuWZuUgJKfn6/09PRLZks6OjoumVWRJJfLJZfLdcn63NxcAgoAACmmP6dnJOUqnqysLJWWlqqxsTFufWNjo8rLy5PREgAAsEjSDvGsXbtWDz30kKZPn66ysjL967/+qz777DM9+uijyWoJAABYImkBZfny5Tpz5oz+/u//Xu3t7SouLtaePXs0ceLEZLUEAAAskbT7oAxEMBiU2+1WIBDgHBQAAFJEIr+/eRYPAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1Bj2g1NTUyHGcuMXr9ca2G2NUU1Mjn8+nkSNHavbs2Tp+/PhgtwEAAFLYDZlBufPOO9Xe3h5bWltbY9uee+45vfDCC9q6dasOHz4sr9erBQsWqKur60a0AgAAUtANCSgZGRnyer2xZdy4cZK+mT35h3/4Bz311FNaunSpiouL9fLLL+v8+fN69dVXb0QrAAAgBd2QgHLy5En5fD4VFRXpRz/6kT7++GNJ0qlTp+T3+1VRURGrdblcmjVrlpqbm6/4eaFQSMFgMG4BAAA3r0EPKDNmzNCOHTv0+9//Xr/+9a/l9/tVXl6uM2fOyO/3S5I8Hk/cezweT2zb5dTW1srtdseWwsLCwW4bAABYZNADSmVlpR544AGVlJRo/vz52r17tyTp5ZdfjtU4jhP3HmPMJeu+bcOGDQoEArGlra1tsNsGAAAWueGXGWdnZ6ukpEQnT56MXc1z8WxJR0fHJbMq3+ZyuZSbmxu3AACAm9cNDyihUEh//OMfVVBQoKKiInm9XjU2Nsa2h8NhNTU1qby8/Ea3AgAAUkTGYH/g+vXrdd999+nWW29VR0eHnnnmGQWDQa1YsUKO46i6ulqbNm3SpEmTNGnSJG3atEmjRo3Sgw8+ONitAACAFDXoAeX06dP68Y9/rC+//FLjxo3TzJkzdejQIU2cOFGS9MQTT6inp0ePPfaYOjs7NWPGDO3bt085OTmD3QoAAEhRjjHGJLuJRAWDQbndbgUCAc5HAQAgRSTy+5tn8QAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArJNwQHn33Xd13333yefzyXEcvfHGG3HbjTGqqamRz+fTyJEjNXv2bB0/fjyuJhQKqaqqSvn5+crOztbixYt1+vTpAe0IAAC4eSQcUM6dO6dp06Zp69atl93+3HPP6YUXXtDWrVt1+PBheb1eLViwQF1dXbGa6upqNTQ0qL6+XgcPHlR3d7cWLVqkSCRy/XsCAABuGo4xxlz3mx1HDQ0NWrJkiaRvZk98Pp+qq6v15JNPSvpmtsTj8ejZZ5/VI488okAgoHHjxmnnzp1avny5JOnzzz9XYWGh9uzZo4ULF17ze4PBoNxutwKBgHJzc6+3fQAAMIQS+f09qOegnDp1Sn6/XxUVFbF1LpdLs2bNUnNzsySppaVFvb29cTU+n0/FxcWxmouFQiEFg8G4BQAA3LwGNaD4/X5JksfjiVvv8Xhi2/x+v7KysjRmzJgr1lystrZWbrc7thQWFg5m2wAAwDI35Coex3HiXhtjLll3savVbNiwQYFAILa0tbUNWq8AAMA+gxpQvF6vJF0yE9LR0RGbVfF6vQqHw+rs7LxizcVcLpdyc3PjFgAAcPMa1IBSVFQkr9erxsbG2LpwOKympiaVl5dLkkpLS5WZmRlX097ermPHjsVqAADA8JaR6Bu6u7v10UcfxV6fOnVKR48eVV5enm699VZVV1dr06ZNmjRpkiZNmqRNmzZp1KhRevDBByVJbrdbq1at0rp16zR27Fjl5eVp/fr1Kikp0fz58wdvzwAAQMpKOKC89957mjNnTuz12rVrJUkrVqxQXV2dnnjiCfX09Oixxx5TZ2enZsyYoX379iknJyf2ni1btigjI0PLli1TT0+P5s2bp7q6OqWnpw/CLgEAgFQ3oPugJAv3QQEAIPUk7T4oAAAAg4GAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgkHlHfffVf33XeffD6fHMfRG2+8Ebd95cqVchwnbpk5c2ZcTSgUUlVVlfLz85Wdna3Fixfr9OnTA9oRAABw80g4oJw7d07Tpk3T1q1br1hz7733qr29Pbbs2bMnbnt1dbUaGhpUX1+vgwcPqru7W4sWLVIkEkl8DwAAwE0nI9E3VFZWqrKy8qo1LpdLXq/3stsCgYBeeukl7dy5U/Pnz5ck/eY3v1FhYaHefvttLVy4MNGWAADATeaGnINy4MABjR8/XpMnT9bDDz+sjo6O2LaWlhb19vaqoqIits7n86m4uFjNzc2X/bxQKKRgMBi3AACAm9egB5TKykq98sor2r9/v55//nkdPnxYc+fOVSgUkiT5/X5lZWVpzJgxce/zeDzy+/2X/cza2lq53e7YUlhYONhtAwAAiyR8iOdali9fHvtzcXGxpk+frokTJ2r37t1aunTpFd9njJHjOJfdtmHDBq1duzb2OhgMElIAALiJ3fDLjAsKCjRx4kSdPHlSkuT1ehUOh9XZ2RlX19HRIY/Hc9nPcLlcys3NjVsAAMDN64YHlDNnzqitrU0FBQWSpNLSUmVmZqqxsTFW097ermPHjqm8vPxGtwMAAFJAwod4uru79dFHH8Venzp1SkePHlVeXp7y8vJUU1OjBx54QAUFBfrkk0+0ceNG5efn6/7775ckud1urVq1SuvWrdPYsWOVl5en9evXq6SkJHZVDwAAGN4SDijvvfee5syZE3t94dyQFStWaNu2bWptbdWOHTt09uxZFRQUaM6cOdq1a5dycnJi79myZYsyMjK0bNky9fT0aN68eaqrq1N6evog7BIAAEh1jjHGJLuJRAWDQbndbgUCAc5HAQAgRSTy+5tn8QAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdRJ+Fg8ADAb//92n4OcnrlqTP7lMed+dPkQdAbAJAQVAUpw/06bAZ61Xrcke9x2ZaFROGpO9wHDDv3oA1jKRPhkTSXYbAJKAgALAWtFIr0w0muw2ACQBAQWAtb4JKMygAMMRAQWAtaKRPhnDDAowHBFQAFjLRHolZlCAYYmAAsBa0T7OQQGGKwIKAGuZSC+HeIBhioACIClG5U9UWuaIq9ac/+pP6j0fHKKOANiEgAIgKUaOKVB6puuqNb3nOhUJ9wxRRwBsQkABkBRpGVmS4yS7DQCWIqAASIq0jCw5Dj+CAFwePx0AJIWTnskMCoArIqAASApmUABcDT8dACRFOuegALgKAgqApHAyMplBAXBF/HQAkBT9n0ExMsbc8H4A2IWAAiApnLR0Obp2QOFW98DwREABYLVIX0gSMyjAcJNQQKmtrdVdd92lnJwcjR8/XkuWLNGJEyfiaowxqqmpkc/n08iRIzV79mwdP348riYUCqmqqkr5+fnKzs7W4sWLdfr06YHvDYCbTrQ3LHGIBxh2EgooTU1NWr16tQ4dOqTGxkb19fWpoqJC586di9U899xzeuGFF7R161YdPnxYXq9XCxYsUFdXV6ymurpaDQ0Nqq+v18GDB9Xd3a1FixYpEuGx6gDiRftCnIMCDEOOGcC//D//+c8aP368mpqadM8998gYI5/Pp+rqaj355JOSvpkt8Xg8evbZZ/XII48oEAho3Lhx2rlzp5YvXy5J+vzzz1VYWKg9e/Zo4cKF1/zeYDAot9utQCCg3Nzc620fQJId+1816un8/Ko1E2YsladkvtLSM4aoKwA3SiK/vwd0DkogEJAk5eXlSZJOnTolv9+vioqKWI3L5dKsWbPU3NwsSWppaVFvb29cjc/nU3FxcazmYqFQSMFgMG4BMDxEOMQDDEvXHVCMMVq7dq3uvvtuFRcXS5L8fr8kyePxxNV6PJ7YNr/fr6ysLI0ZM+aKNRerra2V2+2OLYWFhdfbNoAUE+UkWWBYuu6AsmbNGn3wwQf693//90u2ORfd28AYc8m6i12tZsOGDQoEArGlra3tetsGkGKifWHOQQGGoesKKFVVVXrzzTf1zjvvaMKECbH1Xq9Xki6ZCeno6IjNqni9XoXDYXV2dl6x5mIul0u5ublxC4DUl+7KvmZN7/mAZLgXCjDcJBRQjDFas2aNXn/9de3fv19FRUVx24uKiuT1etXY2BhbFw6H1dTUpPLycklSaWmpMjMz42ra29t17NixWA2A4WHcHf9Dusbt7s9+clSRvvAQdQTAFgmdFr969Wq9+uqr+u1vf6ucnJzYTInb7dbIkSPlOI6qq6u1adMmTZo0SZMmTdKmTZs0atQoPfjgg7HaVatWad26dRo7dqzy8vK0fv16lZSUaP78+YO/hwCslZY5Qo44wwTApRIKKNu2bZMkzZ49O2799u3btXLlSknSE088oZ6eHj322GPq7OzUjBkztG/fPuXk5MTqt2zZooyMDC1btkw9PT2aN2+e6urqlJ6ePrC9AZBS0jNd3zyPh4QC4CIDug9KsnAfFODm0OX/b5343f+UiV79Jo3THvqFska5h6grADfKkN0HBQAGIj3TlewWAFiKgAIgadIyR0j9eKIxgOGHgAIgaZhBAXAlBBQASZOW6WICBcBlEVAAJE1aema/6kw0yt1kgWGGgALAetHer5PdAoAhRkABYL0IAQUYdggoAKzHDAow/BBQAFgv0htKdgsAhhgBBYD1ImFmUIDhhoACwHqcgwIMPwQUANaLcogHGHYIKACsxwwKMPwQUAAk1fjvzbpmzZf/7+AQdALAJgQUAEmVOTrvmjV9ofND0AkAmxBQACQVDwwEcDkEFABJlZ45ItktALAQAQVAUqVlMYMC4FIEFABJxQwKgMshoABIqjQCCoDLIKAASKoMAgqAyyCgAEiqtIysftUZE73BnQCwCQEFQNI4jiM5Tr9qo33hG9wNAJsQUACkAKNoH8/jAYYTAgqAlBANE1CA4YSAAsB+RoowgwIMKwQUACnA8ERjYJghoABICdFeZlCA4YSAAiAlRAgowLBCQAGQVI6TpowROVetMcYoFOgYoo4A2ICAAiCp0jKy9FcTS65eZKL66r8PD01DAKyQUECpra3VXXfdpZycHI0fP15LlizRiRMn4mpWrlwpx3HilpkzZ8bVhEIhVVVVKT8/X9nZ2Vq8eLFOnz498L0BkHocR2kZPNEYQLyEAkpTU5NWr16tQ4cOqbGxUX19faqoqNC5c+fi6u699161t7fHlj179sRtr66uVkNDg+rr63Xw4EF1d3dr0aJFikQiA98jACnFIaAAuIyMRIr37t0b93r79u0aP368WlpadM8998TWu1wueb3ey35GIBDQSy+9pJ07d2r+/PmSpN/85jcqLCzU22+/rYULFya6DwBSmqO0zP49jwfA8DGgc1ACgYAkKS8vL279gQMHNH78eE2ePFkPP/ywOjr+cnJbS0uLent7VVFREVvn8/lUXFys5ubmy35PKBRSMBiMWwDcJByn3w8MBDB8XHdAMcZo7dq1uvvuu1VcXBxbX1lZqVdeeUX79+/X888/r8OHD2vu3LkKhb65RNDv9ysrK0tjxoyJ+zyPxyO/33/Z76qtrZXb7Y4thYWF19s2ANs4jtKZQQFwkYQO8XzbmjVr9MEHH+jgwYNx65cvXx77c3FxsaZPn66JEydq9+7dWrp06RU/zxjzzZNNL2PDhg1au3Zt7HUwGCSkADcJR5yDAuBS1zWDUlVVpTfffFPvvPOOJkyYcNXagoICTZw4USdPnpQkeb1ehcNhdXZ2xtV1dHTI4/Fc9jNcLpdyc3PjFgA3CUcc4gFwiYQCijFGa9as0euvv679+/erqKjomu85c+aM2traVFBQIEkqLS1VZmamGhsbYzXt7e06duyYysvLE2wfQOrr/wyKMeYG9wLAFgkd4lm9erVeffVV/fa3v1VOTk7snBG3262RI0equ7tbNTU1euCBB1RQUKBPPvlEGzduVH5+vu6///5Y7apVq7Ru3TqNHTtWeXl5Wr9+vUpKSmJX9QAYPi7cL+majJGJ9slJz7zxTQFIuoQCyrZt2yRJs2fPjlu/fft2rVy5Uunp6WptbdWOHTt09uxZFRQUaM6cOdq1a5dycv5yK+stW7YoIyNDy5YtU09Pj+bNm6e6ujqlp6cPfI8A3JSMMYr29SqNgAIMCwkFlGtNr44cOVK///3vr/k5I0aM0C9/+Uv98pe/TOTrAQxjxkQV7QtLrlHJbgXAEOBZPABSw4WAAmBYIKAASAkXDvEAGB4IKABSg4kqGmEGBRguCCgAUoLhEA8wrBBQAKQGDvEAwwoBBUDSuXLzNbpg8lVres8HdfbUkSHqCECyEVAAJJ2TlqH0zGvdTdYoGu0bkn4AJB8BBUDSOWnp3IANQBwCCoCkc9LSuIU9gDgEFABJ5zjpSktP6MbWAG5yBBQAyZeWJoeAAuBbCCgAks5JS1daBod4APwFAQVA0jlOmtLSCCgA/oKAAiDpnLR0OcygAPgWAgqApHMcR47jXLswGpWJRm58QwCSjoACIGVEoxFFCSjAsEBAAZAyTLRPJsLdZIHhgIACIGWYaISAAgwTBBQAKcNEIjyPBxgmuDMSgEFhjFEkcv3nh0Sj0WvXRHrVFw4rvW9gISU9Pb1/J+UCSBoCCoBBcfLkSd15553X/f4VC6fqkftKr1rT/H8O6r7Vz+rTLwLX/T0ul0vBYJCAAliOgAJgUBhj1DeAmY3+zKCkpzlyNLDvSU9Pv+73Ahg6BBQAVvjTl136KtijvNyR6jMZ+iL0HfVEc+TIaHR6p8ZnfSpP3mjdkp+jj/70VbLbBXCDEVAAWOF0R1BfBXs0JmeU3g9WqKtvrMLGJUdGWWk9+nNvoYrdBzV+THayWwUwBAgoAKwQ7osoHJEOBRbrbN94Sd+cI2IkhaKjdfrrO5SmqKT/TGabAIYIlxkDsEJvX0TvnZ0TF06+zShNn359pz77esrQNwdgyBFQAFgh3BdRX8TocuHkLxyZoWoIQFIRUABYIdwbUaQfV/IAGB4IKACs0NsXUV+EgALgGwQUAFYI90V156j9Gp3eKV32QI7RLa4TKhzx/4a6NQBJkFBA2bZtm6ZOnarc3Fzl5uaqrKxMb731Vmy7MUY1NTXy+XwaOXKkZs+erePHj8d9RigUUlVVlfLz85Wdna3Fixfr9OnTg7M3AFJWb19EioZ091/9b+Wmf6kMJyQpKkdRZTo9Ksj6b5WMblKaeBYPMBwkdJnxhAkTtHnzZt12222SpJdfflk//OEPdeTIEd1555167rnn9MILL6iurk6TJ0/WM888owULFujEiRPKycmRJFVXV+t3v/ud6uvrNXbsWK1bt06LFi1SS0sLd3gEhrFI1Og/P2zTV1096jMf6U9fT9K5yBg5iio340t1jzipTySdaj+b5E4BDAXHGDOgk+Lz8vL0i1/8Qj/5yU/k8/lUXV2tJ598UtI3syUej0fPPvusHnnkEQUCAY0bN047d+7U8uXLJUmff/65CgsLtWfPHi1cuLBf3xkMBuV2u7Vy5UplZWUNpH0AgyQQCGjXrl3JbuOa0tLStGrVKp7FAyRBOBxWXV2dAoGAcnNzr1p73Tdqi0Qi+o//+A+dO3dOZWVlOnXqlPx+vyoqKmI1LpdLs2bNUnNzsx555BG1tLSot7c3rsbn86m4uFjNzc1XDCihUEihUCj2OhgMSpIeeughjR49+np3AcAg+uyzz1IioKSnpxNQgCTp7u5WXV1dv2oTDiitra0qKyvT119/rdGjR6uhoUFTpkxRc3OzJMnj8cTVezweffrpp5Ikv9+vrKwsjRkz5pIav99/xe+sra3Vz3/+80vWT58+/ZoJDMDQcLvdyW6hX9LS0nTXXXcpLY1rBIChdmGCoT8S/hd6++236+jRozp06JB++tOfasWKFfrwww9j2y/+X4kx5pr/U7lWzYYNGxQIBGJLW1tbom0DAIAUknBAycrK0m233abp06ertrZW06ZN04svviiv1ytJl8yEdHR0xGZVvF6vwuGwOjs7r1hzOS6XK3bl0IUFAADcvAY8x2mMUSgUUlFRkbxerxobG2PbwuGwmpqaVF5eLkkqLS1VZmZmXE17e7uOHTsWqwEAAEjoHJSNGzeqsrJShYWF6urqUn19vQ4cOKC9e/fKcRxVV1dr06ZNmjRpkiZNmqRNmzZp1KhRevDBByV9c4x61apVWrduncaOHau8vDytX79eJSUlmj9//g3ZQQAAkHoSCihffPGFHnroIbW3t8vtdmvq1Knau3evFixYIEl64okn1NPTo8cee0ydnZ2aMWOG9u3bF7sHiiRt2bJFGRkZWrZsmXp6ejRv3jzV1dVxDxQAABAz4PugJMOF+6D05zpqAEPjxIkTuuOOO5LdxjW5XC6dP3+eq3iAJEjk9zf/QgEAgHUIKAAAwDoEFAAAYB0CCgAAsM51P4sHAL5t9OjRWrJkSbLbuKbMzMxktwCgHwgoAAbFLbfcooaGhmS3AeAmwSEeAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgkFlG3btmnq1KnKzc1Vbm6uysrK9NZbb8W2r1y5Uo7jxC0zZ86M+4xQKKSqqirl5+crOztbixcv1unTpwdnbwAAwE0hoYAyYcIEbd68We+9957ee+89zZ07Vz/84Q91/PjxWM29996r9vb22LJnz564z6iurlZDQ4Pq6+t18OBBdXd3a9GiRYpEIoOzRwAAIOU5xhgzkA/Iy8vTL37xC61atUorV67U2bNn9cYbb1y2NhAIaNy4cdq5c6eWL18uSfr8889VWFioPXv2aOHChf36zmAwKLfbrUAgoNzc3IG0DwAAhkgiv7+v+xyUSCSi+vp6nTt3TmVlZbH1Bw4c0Pjx4zV58mQ9/PDD6ujoiG1raWlRb2+vKioqYut8Pp+Ki4vV3Nx8xe8KhUIKBoNxCwAAuHklHFBaW1s1evRouVwuPfroo2poaNCUKVMkSZWVlXrllVe0f/9+Pf/88zp8+LDmzp2rUCgkSfL7/crKytKYMWPiPtPj8cjv91/xO2tra+V2u2NLYWFhom0DAIAUkpHoG26//XYdPXpUZ8+e1WuvvaYVK1aoqalJU6ZMiR22kaTi4mJNnz5dEydO1O7du7V06dIrfqYxRo7jXHH7hg0btHbt2tjrYDBISAEA4CaWcEDJysrSbbfdJkmaPn26Dh8+rBdffFH/8i//ckltQUGBJk6cqJMnT0qSvF6vwuGwOjs742ZROjo6VF5efsXvdLlccrlcibYKAABS1IDvg2KMiR3CudiZM2fU1tamgoICSVJpaakyMzPV2NgYq2lvb9exY8euGlAAAMDwktAMysaNG1VZWanCwkJ1dXWpvr5eBw4c0N69e9Xd3a2amho98MADKigo0CeffKKNGzcqPz9f999/vyTJ7XZr1apVWrduncaOHau8vDytX79eJSUlmj9//g3ZQQAAkHoSCihffPGFHnroIbW3t8vtdmvq1Knau3evFixYoJ6eHrW2tmrHjh06e/asCgoKNGfOHO3atUs5OTmxz9iyZYsyMjK0bNky9fT0aN68eaqrq1N6evqg7xwAAEhNA74PSjJwHxQAAFLPkNwHBQAA4EYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1slIdgPXwxgjSQoGg0nuBAAA9NeF39sXfo9fTUoGlK6uLklSYWFhkjsBAACJ6urqktvtvmqNY/oTYywTjUZ14sQJTZkyRW1tbcrNzU12SykrGAyqsLCQcRwEjOXgYSwHB+M4eBjLwWGMUVdXl3w+n9LSrn6WSUrOoKSlpemWW26RJOXm5vKXZRAwjoOHsRw8jOXgYBwHD2M5cNeaObmAk2QBAIB1CCgAAMA6KRtQXC6Xnn76ablcrmS3ktIYx8HDWA4exnJwMI6Dh7Eceil5kiwAALi5pewMCgAAuHkRUAAAgHUIKAAAwDoEFAAAYJ2UDCi/+tWvVFRUpBEjRqi0tFR/+MMfkt2Sdd59913dd9998vl8chxHb7zxRtx2Y4xqamrk8/k0cuRIzZ49W8ePH4+rCYVCqqqqUn5+vrKzs7V48WKdPn16CPci+Wpra3XXXXcpJydH48eP15IlS3TixIm4Gsayf7Zt26apU6fGbnRVVlamt956K7adcbw+tbW1chxH1dXVsXWMZf/U1NTIcZy4xev1xrYzjklmUkx9fb3JzMw0v/71r82HH35oHn/8cZOdnW0+/fTTZLdmlT179pinnnrKvPbaa0aSaWhoiNu+efNmk5OTY1577TXT2tpqli9fbgoKCkwwGIzVPProo+aWW24xjY2N5v333zdz5swx06ZNM319fUO8N8mzcOFCs337dnPs2DFz9OhR84Mf/MDceuutpru7O1bDWPbPm2++aXbv3m1OnDhhTpw4YTZu3GgyMzPNsWPHjDGM4/X4r//6L/Od73zHTJ061Tz++OOx9Yxl/zz99NPmzjvvNO3t7bGlo6Mjtp1xTK6UCyh/8zd/Yx599NG4dXfccYf52c9+lqSO7HdxQIlGo8br9ZrNmzfH1n399dfG7Xabf/7nfzbGGHP27FmTmZlp6uvrYzV/+tOfTFpamtm7d++Q9W6bjo4OI8k0NTUZYxjLgRozZoz5t3/7N8bxOnR1dZlJkyaZxsZGM2vWrFhAYSz77+mnnzbTpk277DbGMflS6hBPOBxWS0uLKioq4tZXVFSoubk5SV2lnlOnTsnv98eNo8vl0qxZs2Lj2NLSot7e3rgan8+n4uLiYT3WgUBAkpSXlyeJsbxekUhE9fX1OnfunMrKyhjH67B69Wr94Ac/0Pz58+PWM5aJOXnypHw+n4qKivSjH/1IH3/8sSTG0QYp9bDAL7/8UpFIRB6PJ269x+OR3+9PUlep58JYXW4cP/3001hNVlaWxowZc0nNcB1rY4zWrl2ru+++W8XFxZIYy0S1traqrKxMX3/9tUaPHq2GhgZNmTIl9sOcceyf+vp6vf/++zp8+PAl2/g72X8zZszQjh07NHnyZH3xxRd65plnVF5eruPHjzOOFkipgHKB4zhxr40xl6zDtV3POA7nsV6zZo0++OADHTx48JJtjGX/3H777Tp69KjOnj2r1157TStWrFBTU1NsO+N4bW1tbXr88ce1b98+jRgx4op1jOW1VVZWxv5cUlKisrIyffe739XLL7+smTNnSmIckymlDvHk5+crPT39kmTa0dFxScrFlV04S/1q4+j1ehUOh9XZ2XnFmuGkqqpKb775pt555x1NmDAhtp6xTExWVpZuu+02TZ8+XbW1tZo2bZpefPFFxjEBLS0t6ujoUGlpqTIyMpSRkaGmpib94z/+ozIyMmJjwVgmLjs7WyUlJTp58iR/Jy2QUgElKytLpaWlamxsjFvf2Nio8vLyJHWVeoqKiuT1euPGMRwOq6mpKTaOpaWlyszMjKtpb2/XsWPHhtVYG2O0Zs0avf7669q/f7+KioritjOWA2OMUSgUYhwTMG/ePLW2turo0aOxZfr06fq7v/s7HT16VH/913/NWF6nUCikP/7xjyooKODvpA2ScWbuQFy4zPill14yH374oamurjbZ2dnmk08+SXZrVunq6jJHjhwxR44cMZLMCy+8YI4cORK7HHvz5s3G7Xab119/3bS2tpof//jHl718bsKECebtt98277//vpk7d+6wu3zupz/9qXG73ebAgQNxlyKeP38+VsNY9s+GDRvMu+++a06dOmU++OADs3HjRpOWlmb27dtnjGEcB+LbV/EYw1j217p168yBAwfMxx9/bA4dOmQWLVpkcnJyYr9PGMfkSrmAYowx//RP/2QmTpxosrKyzPe///3YJZ/4i3feecdIumRZsWKFMeabS+iefvpp4/V6jcvlMvfcc49pbW2N+4yenh6zZs0ak5eXZ0aOHGkWLVpkPvvssyTsTfJcbgwlme3bt8dqGMv++clPfhL7dztu3Dgzb968WDgxhnEciIsDCmPZPxfua5KZmWl8Pp9ZunSpOX78eGw745hcjjHGJGfuBgAA4PJS6hwUAAAwPBBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGCd/w97aH7K2H0NAwAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向左推，获得奖励：1.0，转移到下一个状态：[ 0.04059658  0.41132516 -0.06810163 -0.5665484 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAox0lEQVR4nO3df3BUZZ7v8c9JOt2EkPQQAt3pITKZFZzFBG5N4iC5rvwOZgcZ1FswumVBDWXpCJQpoFTwVslsWUSdK6w77LC7s5ZRRjfWlsZxC2SIhcRhU9RihEvAGS5TooYxbVYmdCcxdCed5/7h2DvNr6QhpJ9O3q+qU9LnfLv7e57C7g9Pnx+OMcYIAADAIhmpbgAAAOBCBBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYJ2UBpSf//znKi4u1pgxY1RWVqbf/OY3qWwHAABYImUB5bXXXlN1dbWeeOIJHTlyRH/1V3+lqqoqffrpp6lqCQAAWMJJ1c0CZ82ape9+97vauXNnfN1f/uVfatmyZaqpqUlFSwAAwBKuVLxpNBpVc3OzHn/88YT1lZWVampquqg+EokoEonEH/f39+uPf/yjJkyYIMdxrnu/AADg2hlj1NnZqUAgoIyMK/+Ik5KA8sUXXygWi8nn8yWs9/l8CgaDF9XX1NToJz/5yXC1BwAArqPW1lZNnjz5ijUpCShfu3D2wxhzyRmRTZs2af369fHHoVBIN9xwg1pbW5WXl3fd+wQAANcuHA6rqKhIubm5A9amJKAUFBQoMzPzotmS9vb2i2ZVJMnj8cjj8Vy0Pi8vj4ACAECaGczhGSk5i8ftdqusrEwNDQ0J6xsaGlRRUZGKlgAAgEVS9hPP+vXrdf/996u8vFyzZ8/WP//zP+vTTz/VQw89lKqWAACAJVIWUFasWKGzZ8/qb//2b9XW1qaSkhLt2bNHU6ZMSVVLAADAEim7Dsq1CIfD8nq9CoVCHIMCAECaSOb7m3vxAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYZ8gDypYtW+Q4TsLi9/vj240x2rJliwKBgLKzszV37lydOHFiqNsAAABp7LrMoNx8881qa2uLLy0tLfFtzz77rLZt26YdO3bo8OHD8vv9WrRokTo7O69HKwAAIA1dl4Dicrnk9/vjy8SJEyV9NXvyd3/3d3riiSd09913q6SkRC+99JK+/PJLvfrqq9ejFQAAkIauS0A5deqUAoGAiouL9cMf/lAfffSRJOn06dMKBoOqrKyM13o8Hs2ZM0dNTU2Xfb1IJKJwOJywAACAkWvIA8qsWbP08ssv69e//rV+8YtfKBgMqqKiQmfPnlUwGJQk+Xy+hOf4fL74tkupqamR1+uNL0VFRUPdNgAAsMiQB5Sqqirdc889Ki0t1cKFC7V7925J0ksvvRSvcRwn4TnGmIvW/blNmzYpFArFl9bW1qFuGwAAWOS6n2ack5Oj0tJSnTp1Kn42z4WzJe3t7RfNqvw5j8ejvLy8hAUAAIxc1z2gRCIR/fa3v1VhYaGKi4vl9/vV0NAQ3x6NRtXY2KiKiorr3QoAAEgTrqF+wY0bN+rOO+/UDTfcoPb2dj311FMKh8NauXKlHMdRdXW1tm7dqqlTp2rq1KnaunWrxo4dq/vuu2+oWwEAAGlqyAPKmTNndO+99+qLL77QxIkTdeutt+rQoUOaMmWKJOnRRx9VT0+PHn74YXV0dGjWrFnat2+fcnNzh7oVAACQphxjjEl1E8kKh8Pyer0KhUIcjwIAQJpI5vube/EAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKyTdEB57733dOeddyoQCMhxHL355psJ240x2rJliwKBgLKzszV37lydOHEioSYSiWjdunUqKChQTk6Oli5dqjNnzlzTjgAAgJEj6YDS3d2tmTNnaseOHZfc/uyzz2rbtm3asWOHDh8+LL/fr0WLFqmzszNeU11drfr6etXV1engwYPq6urSkiVLFIvFrn5PAADAiOEYY8xVP9lxVF9fr2XLlkn6avYkEAiourpajz32mKSvZkt8Pp+eeeYZPfjggwqFQpo4caJ27dqlFStWSJI+++wzFRUVac+ePVq8ePGA7xsOh+X1ehUKhZSXl3e17QMAgGGUzPf3kB6Dcvr0aQWDQVVWVsbXeTwezZkzR01NTZKk5uZm9fb2JtQEAgGVlJTEay4UiUQUDocTFgAAMHINaUAJBoOSJJ/Pl7De5/PFtwWDQbndbo0fP/6yNReqqamR1+uNL0VFRUPZNgAAsMx1OYvHcZyEx8aYi9Zd6Eo1mzZtUigUii+tra1D1isAALDPkAYUv98vSRfNhLS3t8dnVfx+v6LRqDo6Oi5bcyGPx6O8vLyEBQAAjFxDGlCKi4vl9/vV0NAQXxeNRtXY2KiKigpJUllZmbKyshJq2tradPz48XgNAAAY3VzJPqGrq0u///3v449Pnz6to0ePKj8/XzfccIOqq6u1detWTZ06VVOnTtXWrVs1duxY3XfffZIkr9er1atXa8OGDZowYYLy8/O1ceNGlZaWauHChUO3ZwAAIG0lHVDef/99zZs3L/54/fr1kqSVK1eqtrZWjz76qHp6evTwww+ro6NDs2bN0r59+5Sbmxt/zvbt2+VyubR8+XL19PRowYIFqq2tVWZm5hDsEgAASHfXdB2UVOE6KAAApJ+UXQcFAABgKBBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYJ+mA8t577+nOO+9UIBCQ4zh68803E7avWrVKjuMkLLfeemtCTSQS0bp161RQUKCcnBwtXbpUZ86cuaYdAQAAI0fSAaW7u1szZ87Ujh07Lltzxx13qK2tLb7s2bMnYXt1dbXq6+tVV1engwcPqqurS0uWLFEsFkt+DwAAwIjjSvYJVVVVqqqqumKNx+OR3++/5LZQKKQXXnhBu3bt0sKFCyVJv/zlL1VUVKR33nlHixcvTrYlAAAwwlyXY1AOHDigSZMmadq0aXrggQfU3t4e39bc3Kze3l5VVlbG1wUCAZWUlKipqemSrxeJRBQOhxMWAAAwcg15QKmqqtIrr7yi/fv367nnntPhw4c1f/58RSIRSVIwGJTb7db48eMTnufz+RQMBi/5mjU1NfJ6vfGlqKhoqNsGAAAWSfonnoGsWLEi/ueSkhKVl5drypQp2r17t+6+++7LPs8YI8dxLrlt06ZNWr9+ffxxOBwmpAAAMIJd99OMCwsLNWXKFJ06dUqS5Pf7FY1G1dHRkVDX3t4un893ydfweDzKy8tLWAAAwMh13QPK2bNn1draqsLCQklSWVmZsrKy1NDQEK9pa2vT8ePHVVFRcb3bAQAAaSDpn3i6urr0+9//Pv749OnTOnr0qPLz85Wfn68tW7bonnvuUWFhoT7++GNt3rxZBQUFuuuuuyRJXq9Xq1ev1oYNGzRhwgTl5+dr48aNKi0tjZ/VAwAARrekA8r777+vefPmxR9/fWzIypUrtXPnTrW0tOjll1/WuXPnVFhYqHnz5um1115Tbm5u/Dnbt2+Xy+XS8uXL1dPTowULFqi2tlaZmZlDsEsAACDdOcYYk+omkhUOh+X1ehUKhTgeBQCANJHM9zf34gEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6yR9Lx4AGAqx3oh6ezrV1xNW3/ku9faE//S4U709ncoeX6jAd/861W0CSBECCoBh91+/O6g/vP+W1N8vY/pl/vRf9ce+emz69Y0bStXf16sMV1aq2wWQAgQUAMMu1htRb/e5K9b0x/oU64sQUIBRimNQAFipP9an/r5oqtsAkCIEFABWMrFeAgowihFQAFjJMIMCjGoEFADDznEcSc4Va7784x/U+YffDU9DAKxDQAEw7MZN+rbGTph85SLTr/7+2PA0BMA6BBQAw85xueVkcnYOgMsjoAAYdhkutzIIKACugIACYNhluLLkuLgME4DLI6AAGHbJzKAYY65zNwBsREABMOwyMgcZUEz/9W8GgJUIKACGXUZmppyMgT9+Yr0RmVjfMHQEwDYEFADW6u+NyPQTUIDRiIACwFqx3oj6Y1wLBRiNCCgArNXfxwwKMFoRUABYK9r1R8WiPaluA0AKEFAApMSYb/iV4XJfsaa7/bSiXR3D1BEAmxBQAKREzqRiZbqzU90GAEslFVBqamp0yy23KDc3V5MmTdKyZct08uTJhBpjjLZs2aJAIKDs7GzNnTtXJ06cSKiJRCJat26dCgoKlJOTo6VLl+rMmTPXvjcA0kZmVrbk8G8kAJeW1KdDY2Oj1qxZo0OHDqmhoUF9fX2qrKxUd3d3vObZZ5/Vtm3btGPHDh0+fFh+v1+LFi1SZ2dnvKa6ulr19fWqq6vTwYMH1dXVpSVLlijG0frAqJHpHiMnIzPVbQCwlGOu4TrS//Vf/6VJkyapsbFRt99+u4wxCgQCqq6u1mOPPSbpq9kSn8+nZ555Rg8++KBCoZAmTpyoXbt2acWKFZKkzz77TEVFRdqzZ48WL1484PuGw2F5vV6FQiHl5eVdbfsAUijafU6/e+v/KBJuv2LdtL+ulrdo+jB1BeB6Sub7+5rmV0OhkCQpPz9fknT69GkFg0FVVlbGazwej+bMmaOmpiZJUnNzs3p7exNqAoGASkpK4jUXikQiCofDCQuA9PbVDMpgPoIM9+MBRqGrDijGGK1fv1633XabSkpKJEnBYFCS5PP5Emp9Pl98WzAYlNvt1vjx4y9bc6Gamhp5vd74UlRUdLVtA7BEhsstZxDHoMR6I8PQDQDbXHVAWbt2rY4dO6Z//dd/vWib4zgJj40xF6270JVqNm3apFAoFF9aW1uvtm0AlhhMOJGkWPRLbhoIjEJXFVDWrVunt956S++++64mT54cX+/3+yXpopmQ9vb2+KyK3+9XNBpVR0fHZWsu5PF4lJeXl7AAGB36Ij38xAOMQkkFFGOM1q5dqzfeeEP79+9XcXFxwvbi4mL5/X41NDTE10WjUTU2NqqiokKSVFZWpqysrISatrY2HT9+PF4DAF/7agaFgAKMNq5kitesWaNXX31Vv/rVr5SbmxufKfF6vcrOzpbjOKqurtbWrVs1depUTZ06VVu3btXYsWN13333xWtXr16tDRs2aMKECcrPz9fGjRtVWlqqhQsXDv0eAkhrsciXMvzEA4w6SQWUnTt3SpLmzp2bsP7FF1/UqlWrJEmPPvqoenp69PDDD6ujo0OzZs3Svn37lJubG6/fvn27XC6Xli9frp6eHi1YsEC1tbXKzOSaCAASdZz+QIGyJcrM8qS6FQDD6Jqug5IqXAcFGBk+P3FAn/5H3YAHwc68/6dyj/UOU1cArpdhuw4KAFwL99hvDHiGH4DRiYACIGVcY3JS3QIASxFQAKSMy0NAAXBpBBQAKZM5JkcSP/EAuBgBBUDKuDw5g8onJtbHxdqAUYaAAiBlnIzBXVqgL9J9nTsBYBsCCgDr9Z3vSnULAIYZAQWA9frOM4MCjDYEFADWYwYFGH0IKACsF+36Y6pbADDMCCgAUsqTWzBgzefH9w9DJwBsQkABkFIFN92W6hYAWIiAAiCluNw9gEshoABIKdeYcaluAYCFCCgAUiqLgALgEggoAFJq0DMoXOoeGFUIKABSxnEcZWR5BlUb6z1/nbsBYBMCCoA0YNQX+TLVTQAYRgQUAPYzUowbBgKjCgEFQBow3I8HGGUIKADSQh8zKMCoQkABkFIZmS6NLZhyxRrT369Q64lh6giADQgoAFLKyczS2IlXDiiS0ZdffDIs/QCwAwEFQEo5jiOXZ2yq2wBgGQIKgNRyHLnc2anuAoBlCCgAUspxMpTJDAqACxBQAKSYo0w3AQVAIgIKgNRyHGW6xwyi0Mj0x657OwDsQEABkFKO48hxBv4oMv39ikW5Hw8wWhBQAKQF09+vWG9PqtsAMEwIKADSgjExZlCAUSSpgFJTU6NbbrlFubm5mjRpkpYtW6aTJ08m1KxatepPU7b/vdx6660JNZFIROvWrVNBQYFycnK0dOlSnTlz5tr3BsCIxU88wOiSVEBpbGzUmjVrdOjQITU0NKivr0+VlZXq7k68R8Ydd9yhtra2+LJnz56E7dXV1aqvr1ddXZ0OHjyorq4uLVmyRLEYB8ABuAzDTzzAaOJKpnjv3r0Jj1988UVNmjRJzc3Nuv322+PrPR6P/H7/JV8jFArphRde0K5du7Rw4UJJ0i9/+UsVFRXpnXfe0eLFi5PdBwBpzpM3SbmB76jzs99dtqb3y5A6PmrWN24oHcbOAKTKNR2DEgqFJEn5+fkJ6w8cOKBJkyZp2rRpeuCBB9Te3h7f1tzcrN7eXlVWVsbXBQIBlZSUqKmp6ZLvE4lEFA6HExYAI0dGpmtQpxobY4ahGwA2uOqAYozR+vXrddttt6mkpCS+vqqqSq+88or279+v5557TocPH9b8+fMViUQkScFgUG63W+PHj094PZ/Pp2AweMn3qqmpkdfrjS9FRUVX2zYACzmZLmVmeVLdBgCLJPUTz59bu3atjh07poMHDyasX7FiRfzPJSUlKi8v15QpU7R7927dfffdl309Y4wcx7nktk2bNmn9+vXxx+FwmJACjCBORqYyXAQUAP/tqmZQ1q1bp7feekvvvvuuJk+efMXawsJCTZkyRadOnZIk+f1+RaNRdXR0JNS1t7fL5/Nd8jU8Ho/y8vISFgAjh5PpUgYzKAD+TFIBxRijtWvX6o033tD+/ftVXFw84HPOnj2r1tZWFRYWSpLKysqUlZWlhoaGeE1bW5uOHz+uioqKJNsHMBJkZAzyJx5jOA4FGCWS+olnzZo1evXVV/WrX/1Kubm58WNGvF6vsrOz1dXVpS1btuiee+5RYWGhPv74Y23evFkFBQW666674rWrV6/Whg0bNGHCBOXn52vjxo0qLS2Nn9UDYHRxMjLkZGQOWGf6YzKxPjmurGHoCkAqJRVQdu7cKUmaO3duwvoXX3xRq1atUmZmplpaWvTyyy/r3LlzKiws1Lx58/Taa68pNzc3Xr99+3a5XC4tX75cPT09WrBggWpra5WZOfAHFIDRqz/Wq/5YVBkEFGDESyqgDDS1mp2drV//+tcDvs6YMWP0s5/9TD/72c+SeXsAo1x/X6/6+3olDlcBRjzuxQMgbZhYr/r7oqluA8AwIKAASBv9BBRg1CCgALBCVnaeMt3ZV6zp7Qkr+uW54WkIQEoRUABYYeyEIrnH5V+xJtp5VpFQ+xVrAIwMBBQAVsjIcisjk7NzAHyFgALAChkuj5zMq777BoARhoACwAoEFAB/joACwApf/cRDQAHwFQIKACtkZGbJyRg4oJj+mIzpH4aOAKQSAQWAFRzHGVRdrDci009AAUY6AgqAtNLfe16mvy/VbQC4zggoANIKMyjA6EBAAZBWYlFmUIDRgIACIK30M4MCjAoEFADWGP+t/zHg/XjCn/1Ovd3nhqchAClDQAFgDfe4fDkZmVes+eog2dgwdQQgVQgoAKyR6Rkrx+FjCQABBYBFMrOypQw+lgAQUABYJNOTzQwKAEkSN74AMKT6+/vVf7Vn2WRkSRr4irKx/pj6+q7tVGPHcZSZeeXjXQCkDv9UATCkHn/8cWVnZ1/VMjZnnE5//PGA7/HXixdp7FW+x9fLqlWrrvtYALh6zKAAGFL9/f3XNLthjBmwJsfjUl+sT4MovaxYjDOBAJsRUABYq6vvGzrbG1CkP1vujPManxWU13VWuWM9ynAcxa4loQCwGgEFgJX+2OvTh13/U1/25ylmspSpPmVnhjVt7PvKyzn8p7sfE1CAkYpjUABYpzvm1QfhxeqMFShm3JIcxZSlrtgEHeuaK+O5Qc7Ax9ICSGMEFABW6eiK6Dcd/0u9Zswlt/cZj4rL/7cyXTnD3BmA4URAAWCV1949oYHOUnaYPgFGPAIKAKuEus6nugUAFiCgALBKqDvCoa8ACCgA7NLZ3aOKb9QrQ5e+lkqGYirP2y2XEx3mzgAMp6QCys6dOzVjxgzl5eUpLy9Ps2fP1ttvvx3fbozRli1bFAgElJ2drblz5+rEiRMJrxGJRLRu3ToVFBQoJydHS5cu1ZkzZ4ZmbwCkvVD3eeVlfqHyvL0amxH6U1AxylCfsjM6NSP3XRVk/UEO8yzAiJbUdVAmT56sp59+WjfeeKMk6aWXXtIPfvADHTlyRDfffLOeffZZbdu2TbW1tZo2bZqeeuopLVq0SCdPnlRubq4kqbq6Wv/+7/+uuro6TZgwQRs2bNCSJUvU3NzMfTEAqPt8r371HyeVkfH/FO77v2qPTtH5/hy5nR5NdLfqXNbnkqQoV4IFRjTHDOa60leQn5+vn/70p/rRj36kQCCg6upqPfbYY5K+mi3x+Xx65pln9OCDDyoUCmnixInatWuXVqxYIUn67LPPVFRUpD179mjx4sWDes9wOCyv16tVq1bJ7XZfS/sAhtihQ4d07NixVLcxoBtvvFHz589PdRvAqBKNRlVbW6tQKKS8vLwr1l71lWRjsZj+7d/+Td3d3Zo9e7ZOnz6tYDCoysrKeI3H49GcOXPU1NSkBx98UM3Nzert7U2oCQQCKikpUVNT02UDSiQSUSQSiT8Oh8OSpPvvv1/jxo272l0AcB10d3enRUD59re/rdWrV6e6DWBU6erqUm1t7aBqkw4oLS0tmj17ts6fP69x48apvr5e06dPV1NTkyTJ5/Ml1Pt8Pn3yySeSpGAwKLfbrfHjx19UEwwGL/ueNTU1+slPfnLR+vLy8gETGIDh5ff7U93CoEyYMEHf+973Ut0GMKp8PcEwGEmfxXPTTTfp6NGjOnTokH784x9r5cqV+vDDD+PbL7yAkjFmwIsqDVSzadMmhUKh+NLa2pps2wAAII0kHVDcbrduvPFGlZeXq6amRjNnztTzzz8f/1fThTMh7e3t8VkVv9+vaDSqjo6Oy9ZcisfjiZ859PUCAABGrmu+DooxRpFIRMXFxfL7/WpoaIhvi0ajamxsVEVFhSSprKxMWVlZCTVtbW06fvx4vAYAACCpY1A2b96sqqoqFRUVqbOzU3V1dTpw4ID27t0rx3FUXV2trVu3aurUqZo6daq2bt2qsWPH6r777pMkeb1erV69Whs2bNCECROUn5+vjRs3qrS0VAsXLrwuOwgAANJPUgHl888/1/3336+2tjZ5vV7NmDFDe/fu1aJFiyRJjz76qHp6evTwww+ro6NDs2bN0r59++LXQJGk7du3y+Vyafny5erp6dGCBQtUW1vLNVAAAEDcNV8HJRW+vg7KYM6jBjC8Nm7cqOeeey7VbQzo3nvv1auvvprqNoBRJZnvb+7FAwAArENAAQAA1iGgAAAA6xBQAACAda76XjwAcCklJSVatmxZqtsYUHl5eapbAHAFnMUDAACGBWfxAACAtEZAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWCepgLJz507NmDFDeXl5ysvL0+zZs/X222/Ht69atUqO4yQst956a8JrRCIRrVu3TgUFBcrJydHSpUt15syZodkbAAAwIiQVUCZPnqynn35a77//vt5//33Nnz9fP/jBD3TixIl4zR133KG2trb4smfPnoTXqK6uVn19verq6nTw4EF1dXVpyZIlisViQ7NHAAAg7TnGGHMtL5Cfn6+f/vSnWr16tVatWqVz587pzTffvGRtKBTSxIkTtWvXLq1YsUKS9Nlnn6moqEh79uzR4sWLB/We4XBYXq9XoVBIeXl519I+AAAYJsl8f1/1MSixWEx1dXXq7u7W7Nmz4+sPHDigSZMmadq0aXrggQfU3t4e39bc3Kze3l5VVlbG1wUCAZWUlKipqemy7xWJRBQOhxMWAAAwciUdUFpaWjRu3Dh5PB499NBDqq+v1/Tp0yVJVVVVeuWVV7R//34999xzOnz4sObPn69IJCJJCgaDcrvdGj9+fMJr+nw+BYPBy75nTU2NvF5vfCkqKkq2bQAAkEZcyT7hpptu0tGjR3Xu3Dm9/vrrWrlypRobGzV9+vT4zzaSVFJSovLyck2ZMkW7d+/W3XfffdnXNMbIcZzLbt+0aZPWr18ffxwOhwkpAACMYEkHFLfbrRtvvFGSVF5ersOHD+v555/XP/3TP11UW1hYqClTpujUqVOSJL/fr2g0qo6OjoRZlPb2dlVUVFz2PT0ejzweT7KtAgCANHXN10ExxsR/wrnQ2bNn1draqsLCQklSWVmZsrKy1NDQEK9pa2vT8ePHrxhQAADA6JLUDMrmzZtVVVWloqIidXZ2qq6uTgcOHNDevXvV1dWlLVu26J577lFhYaE+/vhjbd68WQUFBbrrrrskSV6vV6tXr9aGDRs0YcIE5efna+PGjSotLdXChQuvyw4CAID0k1RA+fzzz3X//ferra1NXq9XM2bM0N69e7Vo0SL19PSopaVFL7/8ss6dO6fCwkLNmzdPr732mnJzc+OvsX37drlcLi1fvlw9PT1asGCBamtrlZmZOeQ7BwAA0tM1XwclFbgOCgAA6WdYroMCAABwvRBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADruFLdwNUwxkiSwuFwijsBAACD9fX39tff41eSlgGls7NTklRUVJTiTgAAQLI6Ozvl9XqvWOOYwcQYy/T39+vkyZOaPn26WltblZeXl+qW0lY4HFZRURHjOAQYy6HDWA4NxnHoMJZDwxijzs5OBQIBZWRc+SiTtJxBycjI0De/+U1JUl5eHn9ZhgDjOHQYy6HDWA4NxnHoMJbXbqCZk69xkCwAALAOAQUAAFgnbQOKx+PRk08+KY/Hk+pW0hrjOHQYy6HDWA4NxnHoMJbDLy0PkgUAACNb2s6gAACAkYuAAgAArENAAQAA1iGgAAAA66RlQPn5z3+u4uJijRkzRmVlZfrNb36T6pas89577+nOO+9UIBCQ4zh68803E7YbY7RlyxYFAgFlZ2dr7ty5OnHiREJNJBLRunXrVFBQoJycHC1dulRnzpwZxr1IvZqaGt1yyy3Kzc3VpEmTtGzZMp08eTKhhrEcnJ07d2rGjBnxC13Nnj1bb7/9dnw743h1ampq5DiOqqur4+sYy8HZsmWLHMdJWPx+f3w745hiJs3U1dWZrKws84tf/MJ8+OGH5pFHHjE5OTnmk08+SXVrVtmzZ4954oknzOuvv24kmfr6+oTtTz/9tMnNzTWvv/66aWlpMStWrDCFhYUmHA7Hax566CHzzW9+0zQ0NJgPPvjAzJs3z8ycOdP09fUN896kzuLFi82LL75ojh8/bo4ePWq+//3vmxtuuMF0dXXFaxjLwXnrrbfM7t27zcmTJ83JkyfN5s2bTVZWljl+/LgxhnG8Gv/5n/9pvvWtb5kZM2aYRx55JL6esRycJ5980tx8882mra0tvrS3t8e3M46plXYB5Xvf+5556KGHEtZ95zvfMY8//niKOrLfhQGlv7/f+P1+8/TTT8fXnT9/3ni9XvOP//iPxhhjzp07Z7KyskxdXV285g9/+IPJyMgwe/fuHbbebdPe3m4kmcbGRmMMY3mtxo8fb/7lX/6FcbwKnZ2dZurUqaahocHMmTMnHlAYy8F78sknzcyZMy+5jXFMvbT6iScajaq5uVmVlZUJ6ysrK9XU1JSirtLP6dOnFQwGE8bR4/Fozpw58XFsbm5Wb29vQk0gEFBJScmoHutQKCRJys/Pl8RYXq1YLKa6ujp1d3dr9uzZjONVWLNmjb7//e9r4cKFCesZy+ScOnVKgUBAxcXF+uEPf6iPPvpIEuNog7S6WeAXX3yhWCwmn8+XsN7n8ykYDKaoq/Tz9Vhdahw/+eSTeI3b7db48eMvqhmtY22M0fr163XbbbeppKREEmOZrJaWFs2ePVvnz5/XuHHjVF9fr+nTp8c/zBnHwamrq9MHH3ygw4cPX7SNv5ODN2vWLL388suaNm2aPv/8cz311FOqqKjQiRMnGEcLpFVA+ZrjOAmPjTEXrcPArmYcR/NYr127VseOHdPBgwcv2sZYDs5NN92ko0eP6ty5c3r99de1cuVKNTY2xrczjgNrbW3VI488on379mnMmDGXrWMsB1ZVVRX/c2lpqWbPnq2/+Iu/0EsvvaRbb71VEuOYSmn1E09BQYEyMzMvSqbt7e0XpVxc3tdHqV9pHP1+v6LRqDo6Oi5bM5qsW7dOb731lt59911Nnjw5vp6xTI7b7daNN96o8vJy1dTUaObMmXr++ecZxyQ0Nzervb1dZWVlcrlccrlcamxs1N///d/L5XLFx4KxTF5OTo5KS0t16tQp/k5aIK0CitvtVllZmRoaGhLWNzQ0qKKiIkVdpZ/i4mL5/f6EcYxGo2psbIyPY1lZmbKyshJq2tradPz48VE11sYYrV27Vm+88Yb279+v4uLihO2M5bUxxigSiTCOSViwYIFaWlp09OjR+FJeXq6/+Zu/0dGjR/Xtb3+bsbxKkUhEv/3tb1VYWMjfSRuk4sjca/H1acYvvPCC+fDDD011dbXJyckxH3/8capbs0pnZ6c5cuSIOXLkiJFktm3bZo4cORI/Hfvpp582Xq/XvPHGG6alpcXce++9lzx9bvLkyeadd94xH3zwgZk/f/6oO33uxz/+sfF6vebAgQMJpyJ++eWX8RrGcnA2bdpk3nvvPXP69Glz7Ngxs3nzZpORkWH27dtnjGEcr8Wfn8VjDGM5WBs2bDAHDhwwH330kTl06JBZsmSJyc3NjX+fMI6plXYBxRhj/uEf/sFMmTLFuN1u893vfjd+yif+27vvvmskXbSsXLnSGPPVKXRPPvmk8fv9xuPxmNtvv920tLQkvEZPT49Zu3atyc/PN9nZ2WbJkiXm008/TcHepM6lxlCSefHFF+M1jOXg/OhHP4r/fztx4kSzYMGCeDgxhnG8FhcGFMZycL6+rklWVpYJBALm7rvvNidOnIhvZxxTyzHGmNTM3QAAAFxaWh2DAgAARgcCCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACs8/8Bjh3CbWVLMq4AAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[ 0.04882308  0.60733306 -0.0794326  -0.8798851 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAApBUlEQVR4nO3df3DU9b3v8dcmmywhJFtCYDdbIk0reIoJzDVYSK5Hfge5RYo4A9aOA1OuoxUYc4DRgn+YnnGIP45wPOWUc06PQ4TqibejWM8BKXGAWG4uczDCGLBlcAQNJWsqDbtJDLvJ5nP/sGxdfiUbkuxnk+dj5juy3+97d9/fz0Dy8rPf72cdxhgjAAAAi6QkugEAAIArEVAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUSGlB+8YtfqKCgQCNGjFBxcbF+97vfJbIdAABgiYQFlNdff13l5eV66qmndOzYMf3t3/6tFi5cqM8++yxRLQEAAEs4EvVlgdOnT9cdd9yh7du3R/d997vf1ZIlS1RZWZmIlgAAgCWciXjTcDis+vp6/fSnP43ZX1ZWprq6uqvqQ6GQQqFQ9HF3d7f+/Oc/a8yYMXI4HAPeLwAAuHnGGLW2tsrn8ykl5cYf4iQkoHzxxReKRCLyeDwx+z0ej/x+/1X1lZWV+tnPfjZY7QEAgAHU2Nio8ePH37AmIQHlsitnP4wx15wR2bhxo9atWxd9HAgEdMstt6ixsVHZ2dkD3icAALh5wWBQ+fn5ysrK6rE2IQElNzdXqampV82WNDc3XzWrIkkul0sul+uq/dnZ2QQUAACSTG8uz0jIXTzp6ekqLi5WTU1NzP6amhqVlpYmoiUAAGCRhH3Es27dOj300EOaNm2aSkpK9G//9m/67LPP9OijjyaqJQAAYImEBZTly5frwoUL+vu//3s1NTWpsLBQe/fu1YQJExLVEgAAsETC1kG5GcFgUG63W4FAgGtQAABIEvH8/ua7eAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArNPvAaWiokIOhyNm83q90ePGGFVUVMjn8ykjI0OzZs3SyZMn+7sNAACQxAZkBuX2229XU1NTdGtoaIgee/7557VlyxZt27ZNR48eldfr1fz589Xa2joQrQAAgCQ0IAHF6XTK6/VGt7Fjx0r6avbkH//xH/XUU09p6dKlKiws1CuvvKIvv/xSr7322kC0AgAAktCABJTTp0/L5/OpoKBADzzwgD755BNJ0pkzZ+T3+1VWVhatdblcmjlzpurq6q77eqFQSMFgMGYDAABDV78HlOnTp2vnzp367W9/q1/+8pfy+/0qLS3VhQsX5Pf7JUkejyfmOR6PJ3rsWiorK+V2u6Nbfn5+f7cNAAAs0u8BZeHChbr//vtVVFSkefPmac+ePZKkV155JVrjcDhinmOMuWrf123cuFGBQCC6NTY29nfbAADAIgN+m3FmZqaKiop0+vTp6N08V86WNDc3XzWr8nUul0vZ2dkxGwAAGLoGPKCEQiH9/ve/V15engoKCuT1elVTUxM9Hg6HVVtbq9LS0oFuBQAAJAlnf7/ghg0bdO+99+qWW25Rc3OznnnmGQWDQa1YsUIOh0Pl5eXavHmzJk6cqIkTJ2rz5s0aOXKkHnzwwf5uBQAAJKl+Dyjnzp3TD3/4Q33xxRcaO3asZsyYoSNHjmjChAmSpCeeeEIdHR167LHH1NLSounTp2v//v3Kysrq71YAAECSchhjTKKbiFcwGJTb7VYgEOB6FAAAkkQ8v7/5Lh4AAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHXiDijvvfee7r33Xvl8PjkcDr311lsxx40xqqiokM/nU0ZGhmbNmqWTJ0/G1IRCIa1du1a5ubnKzMzU4sWLde7cuZs6EQAAMHTEHVDa29s1depUbdu27ZrHn3/+eW3ZskXbtm3T0aNH5fV6NX/+fLW2tkZrysvLtXv3blVXV+vw4cNqa2vTokWLFIlE+n4mAABgyHAYY0yfn+xwaPfu3VqyZImkr2ZPfD6fysvL9eSTT0r6arbE4/Houeee0yOPPKJAIKCxY8dq165dWr58uSTp/Pnzys/P1969e7VgwYIe3zcYDMrtdisQCCg7O7uv7QMAgEEUz+/vfr0G5cyZM/L7/SorK4vuc7lcmjlzpurq6iRJ9fX16uzsjKnx+XwqLCyM1lwpFAopGAzGbAAAYOjq14Di9/slSR6PJ2a/x+OJHvP7/UpPT9fo0aOvW3OlyspKud3u6Jafn9+fbQMAAMsMyF08Docj5rEx5qp9V7pRzcaNGxUIBKJbY2Njv/UKAADs068Bxev1StJVMyHNzc3RWRWv16twOKyWlpbr1lzJ5XIpOzs7ZgMAAENXvwaUgoICeb1e1dTURPeFw2HV1taqtLRUklRcXKy0tLSYmqamJp04cSJaAwAAhjdnvE9oa2vTxx9/HH185swZHT9+XDk5ObrllltUXl6uzZs3a+LEiZo4caI2b96skSNH6sEHH5Qkud1urVq1SuvXr9eYMWOUk5OjDRs2qKioSPPmzeu/MwMAAEkr7oDy/vvva/bs2dHH69atkyStWLFCVVVVeuKJJ9TR0aHHHntMLS0tmj59uvbv36+srKzoc7Zu3Sqn06lly5apo6NDc+fOVVVVlVJTU/vhlAAAQLK7qXVQEoV1UAAASD4JWwcFAACgPxBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYJ+6A8t577+nee++Vz+eTw+HQW2+9FXN85cqVcjgcMduMGTNiakKhkNauXavc3FxlZmZq8eLFOnfu3E2dCAAAGDriDijt7e2aOnWqtm3bdt2ae+65R01NTdFt7969McfLy8u1e/duVVdX6/Dhw2pra9OiRYsUiUTiPwMAADDkOON9wsKFC7Vw4cIb1rhcLnm93mseCwQCevnll7Vr1y7NmzdPkvSrX/1K+fn5evfdd7VgwYJ4WwIAAEPMgFyDcujQIY0bN06TJk3Sww8/rObm5uix+vp6dXZ2qqysLLrP5/OpsLBQdXV113y9UCikYDAYswEAgKGr3wPKwoUL9eqrr+rAgQN68cUXdfToUc2ZM0ehUEiS5Pf7lZ6ertGjR8c8z+PxyO/3X/M1Kysr5Xa7o1t+fn5/tw0AACwS90c8PVm+fHn0z4WFhZo2bZomTJigPXv2aOnSpdd9njFGDofjmsc2btyodevWRR8Hg0FCCgAAQ9iA32acl5enCRMm6PTp05Ikr9ercDislpaWmLrm5mZ5PJ5rvobL5VJ2dnbMBgAAhq4BDygXLlxQY2Oj8vLyJEnFxcVKS0tTTU1NtKapqUknTpxQaWnpQLcDAACSQNwf8bS1tenjjz+OPj5z5oyOHz+unJwc5eTkqKKiQvfff7/y8vJ09uxZbdq0Sbm5ubrvvvskSW63W6tWrdL69es1ZswY5eTkaMOGDSoqKore1QMAAIa3uAPK+++/r9mzZ0cfX742ZMWKFdq+fbsaGhq0c+dOXbx4UXl5eZo9e7Zef/11ZWVlRZ+zdetWOZ1OLVu2TB0dHZo7d66qqqqUmpraD6cEAACSncMYYxLdRLyCwaDcbrcCgQDXowAAkCTi+f3Nd/EAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHXi/i4eAOgPkc6QOjta1dURVNelNnV2BP/yuFWdHa3KGJ0n3x3/K9FtAkgQAgqAQfenPxzWH99/W+ruljHdMn/5r7ojXz023frGLUXq7gorxZme6HYBJAABBcCgi3SG1Nl+8YY13V2dinSGCCjAMMU1KACs1B3pVHdnKNFtAEgQAgoAK3VHOhXpIqAAwxUBBYCVTFcXMyjAMEZAATDoHA6HJMcNazouNqnN//HgNATAOgQUAIMuK2+iMsdOuHGR6VZ3d2RwGgJgHQIKgEGX4nTJ4UxLdBsALEZAATDoUpwupaRy+zCA6yOgABh0qWnpSmEGBcANEFAADLoUZ+8CiunukunuHoSOANiGgAJg0DlSUuVw9PzjJxK+pO5I1yB0BMA2BBQA1uruDMl0E1CA4YiAAsBakc5LMsygAMMSAQWAtfiIBxi+CCgAEsKRmqaeVpMNNDboUsA/OA0BsAoBBUBCjC64Q2kZWTcuMkYyg9MPALsQUAAkhNOVIaWkJroNAJYioABIiNT0kXIQUABcR1wBpbKyUnfeeaeysrI0btw4LVmyRKdOnYqpMcaooqJCPp9PGRkZmjVrlk6ePBlTEwqFtHbtWuXm5iozM1OLFy/WuXPnbv5sACSN1PQMOVL4fyQA1xbXT4fa2lqtXr1aR44cUU1Njbq6ulRWVqb29vZozfPPP68tW7Zo27ZtOnr0qLxer+bPn6/W1tZoTXl5uXbv3q3q6modPnxYbW1tWrRokSIRvrkUGC5S00fK4ejNDIqRMVyIAgw3DnMT//L/9Kc/ady4caqtrdXdd98tY4x8Pp/Ky8v15JNPSvpqtsTj8ei5557TI488okAgoLFjx2rXrl1avny5JOn8+fPKz8/X3r17tWDBgh7fNxgMyu12KxAIKDs7u6/tA0iwE/+nQh0t529Y8+25/1s5357GbAswBMTz+/um/sUHAgFJUk5OjiTpzJkz8vv9Kisri9a4XC7NnDlTdXV1kqT6+np1dnbG1Ph8PhUWFkZrrhQKhRQMBmM2AMND16V2ZlCAYajPAcUYo3Xr1umuu+5SYWGhJMnv/2q9Ao/HE1Pr8Xiix/x+v9LT0zV69Ojr1lypsrJSbrc7uuXn5/e1bQBJJhJql8QXBgLDTZ8Dypo1a/Thhx/qP/7jP6465nDELr5kjLlq35VuVLNx40YFAoHo1tjY2Ne2ASSZrtCXX62HAmBY6VNAWbt2rd5++20dPHhQ48ePj+73er2SdNVMSHNzc3RWxev1KhwOq6Wl5bo1V3K5XMrOzo7ZACS/VNfIHmtCrRdkurmAHhhu4gooxhitWbNGb775pg4cOKCCgoKY4wUFBfJ6vaqpqYnuC4fDqq2tVWlpqSSpuLhYaWlpMTVNTU06ceJEtAbA8DBmUqnkuPGPoYtnjynSFR6kjgDYwhlP8erVq/Xaa6/pN7/5jbKysqIzJW63WxkZGXI4HCovL9fmzZs1ceJETZw4UZs3b9bIkSP14IMPRmtXrVql9evXa8yYMcrJydGGDRtUVFSkefPm9f8ZArBW2ohRcjgcfIID4CpxBZTt27dLkmbNmhWzf8eOHVq5cqUk6YknnlBHR4cee+wxtbS0aPr06dq/f7+ysv76nRtbt26V0+nUsmXL1NHRoblz56qqqkqpqawqCQwnzhGZiW4BgKVuah2URGEdFGBo6Ljo18lf/6zHa0ymPvSC0ke6B6krAANl0NZBAYCbkTYiS9KN7/CTJBlWkwWGGwIKgIRJTc/oVT6JhDsGvhkAViGgAEicHtZHuqyzo7XnIgBDCgEFgPW6LrUlugUAg4yAAsB6XcygAMMOAQWA9b7887lEtwBgkBFQACRU5thv9Vjzxalrf9M5gKGLgAIgob7xrf+R6BYAWIiAAiCh0jKyei4CMOwQUAAkFAEFwLUQUAAklJOAAuAaCCgAEsrp6t0XBppI5wB3AsAmBBQACeNwOORI6c23mBt1slgbMKwQUADYz7CaLDDcEFAAJAFDQAGGGQIKgKTQ1UFAAYYTAgqAhHKkOpUxJv+GNaa7W8E//n6QOgJgAwIKgIRKSU3TKM93eqgyav/T2cFoB4AlCCgAEsrhcMg5one3GgMYPggoABLLkSKna2SiuwBgGQIKgIRyOBy9XqwNwPBBQAGQWI6U3q8m2x0Z4GYA2IKAAiChHA6HHKnOHutMd7cinaFB6AiADQgoAJKC6Y4oEv4y0W0AGCQEFABJwZiIIqGORLcBYJAQUAAkBdPdrUiYgAIMFwQUAEkhEmpXq/90otsAMEgIKAASLj1rTI+ryXZ3hXUp0DxIHQFINAIKgIRLTc9QWuY3Et0GAIsQUAAkXEqKU6lpIxLdBgCLEFAAJJwj1anUdAIKgL+KK6BUVlbqzjvvVFZWlsaNG6clS5bo1KlTMTUrV678auGlr20zZsyIqQmFQlq7dq1yc3OVmZmpxYsX69y5czd/NgCSUkqqUynMoAD4mrgCSm1trVavXq0jR46opqZGXV1dKisrU3t7e0zdPffco6ampui2d+/emOPl5eXavXu3qqurdfjwYbW1tWnRokWKRFjGGhiWHClK6c1qspEudUc6B6EhAInW80+Er9m3b1/M4x07dmjcuHGqr6/X3XffHd3vcrnk9Xqv+RqBQEAvv/yydu3apXnz5kmSfvWrXyk/P1/vvvuuFixYEO85AEhyDoejV3XdXWF1d4aVkpo2wB0BSLSbugYlEAhIknJycmL2Hzp0SOPGjdOkSZP08MMPq7n5r7cG1tfXq7OzU2VlZdF9Pp9PhYWFqquru+b7hEIhBYPBmA3A8NMd6VR3F9/HAwwHfQ4oxhitW7dOd911lwoLC6P7Fy5cqFdffVUHDhzQiy++qKNHj2rOnDkKhb76oeL3+5Wenq7Ro0fHvJ7H45Hf77/me1VWVsrtdke3/Pz8vrYNIIl1d4UV6Qonug0AgyCuj3i+bs2aNfrwww91+PDhmP3Lly+P/rmwsFDTpk3ThAkTtGfPHi1duvS6r2eMue4078aNG7Vu3bro42AwSEgBhqHurk51dxJQgOGgTzMoa9eu1dtvv62DBw9q/PjxN6zNy8vThAkTdPr0V0tUe71ehcNhtbS0xNQ1NzfL4/Fc8zVcLpeys7NjNgBDyyjPd+TKHnfDmo4//1FffvHpIHUEIJHiCijGGK1Zs0ZvvvmmDhw4oIKCgh6fc+HCBTU2NiovL0+SVFxcrLS0NNXU1ERrmpqadOLECZWWlsbZPoChwjliVI9roZhu7uIBhou4PuJZvXq1XnvtNf3mN79RVlZW9JoRt9utjIwMtbW1qaKiQvfff7/y8vJ09uxZbdq0Sbm5ubrvvvuitatWrdL69es1ZswY5eTkaMOGDSoqKore1QNg+ElJc3F3DoCouALK9u3bJUmzZs2K2b9jxw6tXLlSqampamho0M6dO3Xx4kXl5eVp9uzZev3115WVlRWt37p1q5xOp5YtW6aOjg7NnTtXVVVVSk1NvfkzApCUUp0uOXqxFgqA4SGunwbGmBsez8jI0G9/+9seX2fEiBH6+c9/rp///OfxvD2AIYwZFABfx3fxALBCijO9VzMopjsiY7oHoSMAiURAAWCF3q4mGwl3yPC1GMCQR0ABkFQi4Usy3QQUYKgjoABIKpFwh0x3V6LbADDACCgAkkqkkxkUYDggoACwxuiCO5SannHDmotnjyvUemGQOgKQKAQUANZIy8iSI+XG6yGZ7ojUw5IHAJIfAQWANVJdIyUHP5YAEFAAWMTpGikHAQWACCgALJLqypQjhR9LAAgoACziTO/dRzxGpsev3gCQ3AgoAKzhSElRb9aTjVxqH/BeACQWAQVA0um81MadPMAQR0ABkHS6Qu0yIqAAQxkBBUDSiYTamUEBhjgCCgCrpKS5eqwJtbVIpnsQugGQKAQUAFbxTJkn9XCp7J9PH1F3pHNwGgKQEAQUAFZxjshKdAsALEBAAWCVtIysniZQAAwDzkQ3AGDoiUQifV5IzZE2onfv0RWRUrv69B6XpaSkKIWVawErEVAA9Lt77rlHhw4d6tNzM9Kd2v/Cj5SaeuPg4PP5FPwy1Kf3uOwf/uEf9Pjjj9/UawAYGAQUAP0uEomoq6tvsxtfdkd6VZeWqj6/x2Xd3dwJBNiKgALAai2d43Sxy6Ou7nS5UtqVm/5HjUxt1eisEfq8hSXvgaGKgALAWucuTdInHVPVEclSt1LldIR1LhTQlFGHNHpURqLbAzCAuDoMgHWMpM9DE/RRW6naI6PVLackh7qMS4GucToSuFfZ2TmJbhPAACKgALCKkeQPuvRBa5kiSr9mTafJ0B1ztw5uYwAGFQEFgFWMMXrr8B/U42IoDhZLAYYyAgoAuxippa0j0V0ASDACCgCrGEktrZcS3QaABCOgALBO6MtmTRl1QA5de02UFHXpf37jzUHuCsBgiiugbN++XVOmTFF2drays7NVUlKid955J3rcGKOKigr5fD5lZGRo1qxZOnnyZMxrhEIhrV27Vrm5ucrMzNTixYt17ty5/jkbAEPCxbYO+Vwf67uZRzQipe0vQcUoVZ0amXJRJd94SxkpwUS3CWAAxbUOyvjx4/Xss8/q1ltvlSS98sor+sEPfqBjx47p9ttv1/PPP68tW7aoqqpKkyZN0jPPPKP58+fr1KlTysr66htKy8vL9Z//+Z+qrq7WmDFjtH79ei1atEj19fVKTU3t/zMEkHT+dPFL/eb//kHSH3Qh/P/0Rec31WVcGpHSJq/rjFpSAwqFb24VWQB2c5i+fqPXX+Tk5OiFF17Qj3/8Y/l8PpWXl+vJJ5+U9NVsicfj0XPPPadHHnlEgUBAY8eO1a5du7R8+XJJ0vnz55Wfn6+9e/dqwYIFvXrPYDAot9utlStXKj392rchAkic//qv/9L58+cT3UaPSkpKVFRUlOg2gGEjHA6rqqpKgUBA2dnZN6zt80qykUhEv/71r9Xe3q6SkhKdOXNGfr9fZWVl0RqXy6WZM2eqrq5OjzzyiOrr69XZ2RlT4/P5VFhYqLq6uusGlFAopFDor18KFgx+NbX70EMPadSoUX09BQADpL6+PikCyowZM/TAAw8kug1g2Ghra1NVVVWvauMOKA0NDSopKdGlS5c0atQo7d69W5MnT1ZdXZ0kyePxxNR7PB59+umnkiS/36/09HSNHj36qhq/33/d96ysrNTPfvazq/ZPmzatxwQGYPAly7/L/Px8fe9730t0G8CwcXmCoTfivovntttu0/Hjx3XkyBH95Cc/0YoVK/TRRx9FjzuuWDzJGHPVviv1VLNx40YFAoHo1tjYGG/bAAAgicQdUNLT03Xrrbdq2rRpqqys1NSpU/XSSy/J6/VK0lUzIc3NzdFZFa/Xq3A4rJaWluvWXIvL5YreOXR5AwAAQ9dNr4NijFEoFFJBQYG8Xq9qamqix8LhsGpra1VaWipJKi4uVlpaWkxNU1OTTpw4Ea0BAACI6xqUTZs2aeHChcrPz1dra6uqq6t16NAh7du3Tw6HQ+Xl5dq8ebMmTpyoiRMnavPmzRo5cqQefPBBSZLb7daqVau0fv16jRkzRjk5OdqwYYOKioo0b968ATlBAACQfOIKKJ9//rkeeughNTU1ye12a8qUKdq3b5/mz58vSXriiSfU0dGhxx57TC0tLZo+fbr2798fXQNFkrZu3Sqn06lly5apo6NDc+fOVVVVFWugAACAqJteByURLq+D0pv7qAEMvjlz5ujgwYOJbqNHW7Zs0d/93d8lug1g2Ijn9zffxQMAAKxDQAEAANYhoAAAAOsQUAAAgHX6/F08AHA9d911l9xud6Lb6NHlb2YHYB/u4gEAAIOCu3gAAEBSI6AAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsE1dA2b59u6ZMmaLs7GxlZ2erpKRE77zzTvT4ypUr5XA4YrYZM2bEvEYoFNLatWuVm5urzMxMLV68WOfOneufswEAAENCXAFl/PjxevbZZ/X+++/r/fff15w5c/SDH/xAJ0+ejNbcc889ampqim579+6NeY3y8nLt3r1b1dXVOnz4sNra2rRo0SJFIpH+OSMAAJD0HMYYczMvkJOToxdeeEGrVq3SypUrdfHiRb311lvXrA0EAho7dqx27dql5cuXS5LOnz+v/Px87d27VwsWLOjVewaDQbndbgUCAWVnZ99M+wAAYJDE8/u7z9egRCIRVVdXq729XSUlJdH9hw4d0rhx4zRp0iQ9/PDDam5ujh6rr69XZ2enysrKovt8Pp8KCwtVV1d33fcKhUIKBoMxGwAAGLriDigNDQ0aNWqUXC6XHn30Ue3evVuTJ0+WJC1cuFCvvvqqDhw4oBdffFFHjx7VnDlzFAqFJEl+v1/p6ekaPXp0zGt6PB75/f7rvmdlZaXcbnd0y8/Pj7dtAACQRJzxPuG2227T8ePHdfHiRb3xxhtasWKFamtrNXny5OjHNpJUWFioadOmacKECdqzZ4+WLl163dc0xsjhcFz3+MaNG7Vu3bro42AwSEgBAGAIizugpKen69Zbb5UkTZs2TUePHtVLL72kf/3Xf72qNi8vTxMmTNDp06clSV6vV+FwWC0tLTGzKM3NzSotLb3ue7pcLrlcrnhbBQAASeqm10ExxkQ/wrnShQsX1NjYqLy8PElScXGx0tLSVFNTE61pamrSiRMnbhhQAADA8BLXDMqmTZu0cOFC5efnq7W1VdXV1Tp06JD27duntrY2VVRU6P7771deXp7Onj2rTZs2KTc3V/fdd58kye12a9WqVVq/fr3GjBmjnJwcbdiwQUVFRZo3b96AnCAAAEg+cQWUzz//XA899JCamprkdrs1ZcoU7du3T/Pnz1dHR4caGhq0c+dOXbx4UXl5eZo9e7Zef/11ZWVlRV9j69atcjqdWrZsmTo6OjR37lxVVVUpNTW1308OAAAkp5teByURWAcFAIDkMyjroAAAAAwUAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB1nohvoC2OMJCkYDCa4EwAA0FuXf29f/j1+I0kZUFpbWyVJ+fn5Ce4EAADEq7W1VW63+4Y1DtObGGOZ7u5unTp1SpMnT1ZjY6Oys7MT3VLSCgaDys/PZxz7AWPZfxjL/sE49h/Gsn8YY9Ta2iqfz6eUlBtfZZKUMygpKSn65je/KUnKzs7mL0s/YBz7D2PZfxjL/sE49h/G8ub1NHNyGRfJAgAA6xBQAACAdZI2oLhcLj399NNyuVyJbiWpMY79h7HsP4xl/2Ac+w9jOfiS8iJZAAAwtCXtDAoAABi6CCgAAMA6BBQAAGAdAgoAALBOUgaUX/ziFyooKNCIESNUXFys3/3ud4luyTrvvfee7r33Xvl8PjkcDr311lsxx40xqqiokM/nU0ZGhmbNmqWTJ0/G1IRCIa1du1a5ubnKzMzU4sWLde7cuUE8i8SrrKzUnXfeqaysLI0bN05LlizRqVOnYmoYy97Zvn27pkyZEl3oqqSkRO+88070OOPYN5WVlXI4HCovL4/uYyx7p6KiQg6HI2bzer3R44xjgpkkU11dbdLS0swvf/lL89FHH5nHH3/cZGZmmk8//TTRrVll79695qmnnjJvvPGGkWR2794dc/zZZ581WVlZ5o033jANDQ1m+fLlJi8vzwSDwWjNo48+ar75zW+ampoa88EHH5jZs2ebqVOnmq6urkE+m8RZsGCB2bFjhzlx4oQ5fvy4+f73v29uueUW09bWFq1hLHvn7bffNnv27DGnTp0yp06dMps2bTJpaWnmxIkTxhjGsS/++7//23zrW98yU6ZMMY8//nh0P2PZO08//bS5/fbbTVNTU3Rrbm6OHmccEyvpAsr3vvc98+ijj8bs+5u/+Rvz05/+NEEd2e/KgNLd3W28Xq959tlno/suXbpk3G63+Zd/+RdjjDEXL140aWlpprq6Olrzxz/+0aSkpJh9+/YNWu+2aW5uNpJMbW2tMYaxvFmjR482//7v/8449kFra6uZOHGiqampMTNnzowGFMay955++mkzderUax5jHBMvqT7iCYfDqq+vV1lZWcz+srIy1dXVJair5HPmzBn5/f6YcXS5XJo5c2Z0HOvr69XZ2RlT4/P5VFhYOKzHOhAISJJycnIkMZZ9FYlEVF1drfb2dpWUlDCOfbB69Wp9//vf17x582L2M5bxOX36tHw+nwoKCvTAAw/ok08+kcQ42iCpvizwiy++UCQSkcfjidnv8Xjk9/sT1FXyuTxW1xrHTz/9NFqTnp6u0aNHX1UzXMfaGKN169bprrvuUmFhoSTGMl4NDQ0qKSnRpUuXNGrUKO3evVuTJ0+O/jBnHHunurpaH3zwgY4ePXrVMf5O9t706dO1c+dOTZo0SZ9//rmeeeYZlZaW6uTJk4yjBZIqoFzmcDhiHhtjrtqHnvVlHIfzWK9Zs0YffvihDh8+fNUxxrJ3brvtNh0/flwXL17UG2+8oRUrVqi2tjZ6nHHsWWNjox5//HHt379fI0aMuG4dY9mzhQsXRv9cVFSkkpISfec739Err7yiGTNmSGIcEympPuLJzc1VamrqVcm0ubn5qpSL67t8lfqNxtHr9SocDqulpeW6NcPJ2rVr9fbbb+vgwYMaP358dD9jGZ/09HTdeuutmjZtmiorKzV16lS99NJLjGMc6uvr1dzcrOLiYjmdTjmdTtXW1uqf/umf5HQ6o2PBWMYvMzNTRUVFOn36NH8nLZBUASU9PV3FxcWqqamJ2V9TU6PS0tIEdZV8CgoK5PV6Y8YxHA6rtrY2Oo7FxcVKS0uLqWlqatKJEyeG1VgbY7RmzRq9+eabOnDggAoKCmKOM5Y3xxijUCjEOMZh7ty5amho0PHjx6PbtGnT9KMf/UjHjx/Xt7/9bcayj0KhkH7/+98rLy+Pv5M2SMSVuTfj8m3GL7/8svnoo49MeXm5yczMNGfPnk10a1ZpbW01x44dM8eOHTOSzJYtW8yxY8eit2M/++yzxu12mzfffNM0NDSYH/7wh9e8fW78+PHm3XffNR988IGZM2fOsLt97ic/+Ylxu93m0KFDMbcifvnll9EaxrJ3Nm7caN577z1z5swZ8+GHH5pNmzaZlJQUs3//fmMM43gzvn4XjzGMZW+tX7/eHDp0yHzyySfmyJEjZtGiRSYrKyv6+4RxTKykCyjGGPPP//zPZsKECSY9Pd3ccccd0Vs+8VcHDx40kq7aVqxYYYz56ha6p59+2ni9XuNyuczdd99tGhoaYl6jo6PDrFmzxuTk5JiMjAyzaNEi89lnnyXgbBLnWmMoyezYsSNaw1j2zo9//OPov9uxY8eauXPnRsOJMYzjzbgyoDCWvXN5XZO0tDTj8/nM0qVLzcmTJ6PHGcfEchhjTGLmbgAAAK4tqa5BAQAAwwMBBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADW+f8r58aFCcr08QAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向左推，获得奖励：1.0，转移到下一个状态：[ 0.06096974  0.41337493 -0.0970303  -0.61319387]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAApi0lEQVR4nO3df3DU9b3v8dfmxy4hJCtJYDdbAk0r2GICt00skrHyO5gKiDgDrWe8MGW8WoExA4wW/EN6xiFqRzmeckpPexwRqidOr2I9F6TEQWK5GU8xwhjQw8UratCsUQy7SQi7yeZz//C656xAQsiP72eT52PmO+N+v+/97vv7Gcy+5rvf7+frMsYYAQAAWCTF6QYAAAC+iYACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKzjaED57W9/q8LCQo0aNUolJSX661//6mQ7AADAEo4FlBdeeEGVlZV66KGHdPToUf34xz9WRUWFPv74Y6daAgAAlnA59bDAGTNm6Ic//KF27NgRX/f9739fS5cuVVVVlRMtAQAAS6Q58aHRaFT19fX65S9/mbC+vLxcdXV1F9VHIhFFIpH46+7ubn355ZfKzc2Vy+Ua9H4BAED/GWPU2tqqQCCglJSef8RxJKB88cUXisVi8vl8Cet9Pp+CweBF9VVVVfrVr341VO0BAIBB1NjYqAkTJvRY40hA+do3z34YYy55RmTTpk1av359/HUoFNLEiRPV2Nio7OzsQe8TAAD0XzgcVkFBgbKysnqtdSSg5OXlKTU19aKzJc3NzRedVZEkj8cjj8dz0frs7GwCCgAASeZKLs9w5C4et9utkpIS1dTUJKyvqalRWVmZEy0BAACLOPYTz/r163XXXXeptLRUM2fO1O9//3t9/PHHuvfee51qCQAAWMKxgLJixQqdPXtWf//3f6+mpiYVFRVp3759mjRpklMtAQAASzg2D0p/hMNheb1ehUIhrkEBACBJ9OX7m2fxAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYZ8ADypYtW+RyuRIWv98f326M0ZYtWxQIBJSRkaHZs2frxIkTA90GAABIYoNyBuX6669XU1NTfGloaIhve/zxx/Xkk09q+/btOnLkiPx+vxYsWKDW1tbBaAUAACShQQkoaWlp8vv98WXcuHGSvjp78g//8A966KGHtGzZMhUVFenZZ5/V+fPn9fzzzw9GKwAAIAkNSkA5deqUAoGACgsL9dOf/lQffPCBJOn06dMKBoMqLy+P13o8Hs2aNUt1dXWX3V8kElE4HE5YAADA8DXgAWXGjBnatWuX/vKXv+gPf/iDgsGgysrKdPbsWQWDQUmSz+dLeI/P54tvu5Sqqip5vd74UlBQMNBtAwAAiwx4QKmoqNAdd9yh4uJizZ8/X3v37pUkPfvss/Eal8uV8B5jzEXr/qtNmzYpFArFl8bGxoFuGwAAWGTQbzPOzMxUcXGxTp06Fb+b55tnS5qbmy86q/JfeTweZWdnJywAAGD4GvSAEolE9N577yk/P1+FhYXy+/2qqamJb49Go6qtrVVZWdlgtwIAAJJE2kDvcOPGjVq8eLEmTpyo5uZmPfLIIwqHw1q5cqVcLpcqKyu1detWTZ48WZMnT9bWrVs1evRo3XnnnQPdCgAASFIDHlDOnDmjn/3sZ/riiy80btw43XjjjXrzzTc1adIkSdIDDzygjo4O3XfffWppadGMGTN04MABZWVlDXQrAAAgSbmMMcbpJvoqHA7L6/UqFApxPQoAAEmiL9/fPIsHAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGCdPgeUN954Q4sXL1YgEJDL5dLLL7+csN0Yoy1btigQCCgjI0OzZ8/WiRMnEmoikYjWrVunvLw8ZWZmasmSJTpz5ky/DgQAAAwffQ4o7e3tmj59urZv337J7Y8//riefPJJbd++XUeOHJHf79eCBQvU2toar6msrNSePXtUXV2tw4cPq62tTYsWLVIsFrv6IwEAAMOGyxhjrvrNLpf27NmjpUuXSvrq7EkgEFBlZaUefPBBSV+dLfH5fHrsscd0zz33KBQKady4cdq9e7dWrFghSfr0009VUFCgffv2aeHChb1+bjgcltfrVSgUUnZ29tW2DwAAhlBfvr8H9BqU06dPKxgMqry8PL7O4/Fo1qxZqqurkyTV19ers7MzoSYQCKioqChe802RSEThcDhhAQAAw9eABpRgMChJ8vl8Cet9Pl98WzAYlNvt1tixYy9b801VVVXyer3xpaCgYCDbBgAAlhmUu3hcLlfCa2PMReu+qaeaTZs2KRQKxZfGxsYB6xUAANhnQAOK3++XpIvOhDQ3N8fPqvj9fkWjUbW0tFy25ps8Ho+ys7MTFgAAMHwNaEApLCyU3+9XTU1NfF00GlVtba3KysokSSUlJUpPT0+oaWpq0vHjx+M1AABgZEvr6xva2tr0/vvvx1+fPn1ax44dU05OjiZOnKjKykpt3bpVkydP1uTJk7V161aNHj1ad955pyTJ6/Vq9erV2rBhg3Jzc5WTk6ONGzequLhY8+fPH7gjAwAASavPAeWtt97SnDlz4q/Xr18vSVq5cqV27typBx54QB0dHbrvvvvU0tKiGTNm6MCBA8rKyoq/Z9u2bUpLS9Py5cvV0dGhefPmaefOnUpNTR2AQwIAAMmuX/OgOIV5UAAASD6OzYMCAAAwEAgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACs0+eA8sYbb2jx4sUKBAJyuVx6+eWXE7avWrVKLpcrYbnxxhsTaiKRiNatW6e8vDxlZmZqyZIlOnPmTL8OBAAADB99Dijt7e2aPn26tm/fftmaW265RU1NTfFl3759CdsrKyu1Z88eVVdX6/Dhw2pra9OiRYsUi8X6fgQAAGDYSevrGyoqKlRRUdFjjcfjkd/vv+S2UCikp59+Wrt379b8+fMlSX/84x9VUFCg1157TQsXLuxrSwAAYJgZlGtQDh06pPHjx2vKlCm6++671dzcHN9WX1+vzs5OlZeXx9cFAgEVFRWprq7ukvuLRCIKh8MJCwAAGL4GPKBUVFToueee08GDB/XEE0/oyJEjmjt3riKRiCQpGAzK7XZr7NixCe/z+XwKBoOX3GdVVZW8Xm98KSgoGOi2AQCARfr8E09vVqxYEf/voqIilZaWatKkSdq7d6+WLVt22fcZY+RyuS65bdOmTVq/fn38dTgcJqQAADCMDfptxvn5+Zo0aZJOnTolSfL7/YpGo2ppaUmoa25uls/nu+Q+PB6PsrOzExYAADB8DXpAOXv2rBobG5Wfny9JKikpUXp6umpqauI1TU1NOn78uMrKyga7HQAAkAT6/BNPW1ub3n///fjr06dP69ixY8rJyVFOTo62bNmiO+64Q/n5+frwww+1efNm5eXl6fbbb5ckeb1erV69Whs2bFBubq5ycnK0ceNGFRcXx+/qAQAAI1ufA8pbb72lOXPmxF9/fW3IypUrtWPHDjU0NGjXrl06d+6c8vPzNWfOHL3wwgvKysqKv2fbtm1KS0vT8uXL1dHRoXnz5mnnzp1KTU0dgEMCAADJzmWMMU430VfhcFher1ehUIjrUQAASBJ9+f7mWTwAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYJ0+P4sHAAZCrPOCOs+HFT0fUuf5kLo6wuo8H1Ln+bDkcqlw1n93ukUADiKgABhyn//HYX3y1isy3d1Sd0zGdMt0d8uYmEx3t9yZY9UVOa80z2inWwXgEAIKgCEX64yos/3cZbeb7pg6O8IEFGAE4xoUANYxJqaujlan2wDgIAIKAOvEohcU/uQ/nG4DgIMIKACsY2Kd6vjyE6fbAOAgAgqAIZflv1ajcwucbgOAxQgoAIZcmme0Ut0ZTrcBwGIEFABDLiV9lFLSPT3WGGNkTPcQdQTANgQUAEMuNX2UUtLcPdaYWKe6O6ND1BEA2xBQAAw5V2qaXCk9T8PU3RVVLHp+iDoCYBsCCoAh53K55HL1XBPriqgr2jE0DQGwDgEFgJViF9p7nG0WwPBGQAFgpUjrF2r/4mOn2wDgEAIKAEdk+r7DrcYALouAAsARo3Mm9HqrMYCRi4ACwBFpo8b0eiePjJExZmgaAmAVAgoAR6R5MuVK6flPUCzaIRPrHKKOANiEgALAEame0XKlpPZY0xU5r24CCjAiEVAAOCIlNU0u9TwZSizaru4uAgowEvUpoFRVVemGG25QVlaWxo8fr6VLl+rkyZMJNcYYbdmyRYFAQBkZGZo9e7ZOnDiRUBOJRLRu3Trl5eUpMzNTS5Ys0ZkzZ/p/NACGldDHx3Uh9JnTbQBwQJ8CSm1trdasWaM333xTNTU16urqUnl5udrb2+M1jz/+uJ588klt375dR44ckd/v14IFC9Ta2hqvqays1J49e1RdXa3Dhw+rra1NixYtUiwWG7gjA5D0uruiMvxdAEYkl+nHJfKff/65xo8fr9raWt18880yxigQCKiyslIPPvigpK/Olvh8Pj322GO65557FAqFNG7cOO3evVsrVqyQJH366acqKCjQvn37tHDhwl4/NxwOy+v1KhQKKTs7+2rbB+Cw/7N/u0IfvdNjzZSfVMpbMHWIOgIwmPry/d2va1BCoZAkKScnR5J0+vRpBYNBlZeXx2s8Ho9mzZqluro6SVJ9fb06OzsTagKBgIqKiuI13xSJRBQOhxMWAMkv5zulkotL4QBc7Kr/MhhjtH79et10000qKiqSJAWDQUmSz+dLqPX5fPFtwWBQbrdbY8eOvWzNN1VVVcnr9caXgoKCq20bgEXSR3vl6uWpgaY7xlwowAh01QFl7dq1euedd/Sv//qvF2375h8cY0zvf4R6qNm0aZNCoVB8aWxsvNq2AVjEPdrba03XhTaJgAKMOFcVUNatW6dXXnlFr7/+uiZMmBBf7/f7JemiMyHNzc3xsyp+v1/RaFQtLS2Xrfkmj8ej7OzshAVA8ksf7ZV6udU4ej4kY7qHpiEA1uhTQDHGaO3atXrppZd08OBBFRYWJmwvLCyU3+9XTU1NfF00GlVtba3KysokSSUlJUpPT0+oaWpq0vHjx+M1AEaGVM/o3vKJujrCBBRgBOrlQRiJ1qxZo+eff15//vOflZWVFT9T4vV6lZGRIZfLpcrKSm3dulWTJ0/W5MmTtXXrVo0ePVp33nlnvHb16tXasGGDcnNzlZOTo40bN6q4uFjz588f+CMEkNTCn7ynQNdPpDS3060AGEJ9Cig7duyQJM2ePTth/TPPPKNVq1ZJkh544AF1dHTovvvuU0tLi2bMmKEDBw4oKysrXr9t2zalpaVp+fLl6ujo0Lx587Rz506lpvY87TWAkafjy0/U3c1cKMBI0695UJzCPCjA8GCMUf3Ta2RiXT3WTb/r11d0QS0Auw3ZPCgA0F/pBA8Al0BAAeAof3Hv156ZWCdzoQAjDAEFgKPSR1/Ta01ne2jwGwFgFQIKAEelZ/b+E0+0vaXXGgDDCwEFgKOu5BqUC6HPh6ATADYhoABwjMvlUkpqeq91n779v4agGwA2IaAAAADrEFAAAIB1CCgAAMA6BBQAjkp1j1Le927qta471jkE3QCwBQEFgKNcrpQruJPHqLP93FC0A8ASBBQAznKlKG3UmJ5rjFH0PJO1ASMJAQWAo1yuFKVnZPVaxxkUYGQhoABwlsulVPfoHktMd0zN7x4amn4AWIGAAsBRLpdLLper17pY5PwQdAPAFgQUAABgHQIKAACwDgEFgOPSR1+jjNyCnouMUXdXdGgaAuA4AgoAx6V5RsuTldtjTXd3TF0X2oeoIwBOI6AAcJwrLb33O3liXeq80DpEHQFwGgEFgONSUtOV5s7oscZ0d6mro22IOgLgNAIKAMelpKYr1dNzQIlFO9TW/MEQdQTAaQQUAI5zpaTIlZLaY013V1SR8OdD1BEApxFQAACAdQgoAJKHMTLGON0FgCFAQAGQNEx3TKa7y+k2AAwBAgoAK2SMDSg985oea2KdEcWiF4amIQCOIqAAsMKoa3xyj76mx5rurohinQQUYCQgoACwQmp6hlxp6T3WxCIdikWYTRYYCQgoAKyQ6s5QSpq7x5rzZz9W22fMhQKMBAQUAFZISXcrJTXN6TYAWKJPAaWqqko33HCDsrKyNH78eC1dulQnT55MqFm1apVcLlfCcuONNybURCIRrVu3Tnl5ecrMzNSSJUt05syZ/h8NgKTlcqVIcjndBgBL9Cmg1NbWas2aNXrzzTdVU1Ojrq4ulZeXq7098TfhW265RU1NTfFl3759CdsrKyu1Z88eVVdX6/Dhw2pra9OiRYsUi8X6f0QAhj3mQgGGvz6dT92/f3/C62eeeUbjx49XfX29br755vh6j8cjv99/yX2EQiE9/fTT2r17t+bPny9J+uMf/6iCggK99tprWrhwYV+PAcAIEuuMyJhuuVw9T40PILn16xqUUCgkScrJyUlYf+jQIY0fP15TpkzR3Xffrebm5vi2+vp6dXZ2qry8PL4uEAioqKhIdXV1l/ycSCSicDicsAAYftyjr+n1mTxdkXaZWOcQdQTAKVcdUIwxWr9+vW666SYVFRXF11dUVOi5557TwYMH9cQTT+jIkSOaO3euIpGIJCkYDMrtdmvs2LEJ+/P5fAoGg5f8rKqqKnm93vhSUFBwtW0DsNg1356uVHcvTzW+0K7uGLPJAsPdVV8yv3btWr3zzjs6fPhwwvoVK1bE/7uoqEilpaWaNGmS9u7dq2XLll12f8YYuVyXvkBu06ZNWr9+ffx1OBwmpADDUNqoMf//YtnL67rQJkNAAYa9qzqDsm7dOr3yyit6/fXXNWHChB5r8/PzNWnSJJ06dUqS5Pf7FY1G1dLSklDX3Nwsn893yX14PB5lZ2cnLACGn7RRY6RefuIJf/Keou0tPdYASH59CijGGK1du1YvvfSSDh48qMLCwl7fc/bsWTU2Nio/P1+SVFJSovT0dNXU1MRrmpqadPz4cZWVlfWxfQDDyZWcQenuikrd3UPUEQCn9OknnjVr1uj555/Xn//8Z2VlZcWvGfF6vcrIyFBbW5u2bNmiO+64Q/n5+frwww+1efNm5eXl6fbbb4/Xrl69Whs2bFBubq5ycnK0ceNGFRcXx+/qATAypaZ7LvtTL4CRpU8BZceOHZKk2bNnJ6x/5plntGrVKqWmpqqhoUG7du3SuXPnlJ+frzlz5uiFF15QVlZWvH7btm1KS0vT8uXL1dHRoXnz5mnnzp1KTeW2QQC9M8b0eN0agOTXp4DS2+RIGRkZ+stf/tLrfkaNGqXf/OY3+s1vftOXjwcASVJX9LzTLQAYZDyLB4BdUnr/s9R1PiQZrkMBhjMCCgCr+Irnq7dn8kTPh5juHhjmCCgArJI+2ttrTftn/1emm2d3AcMZAQWAVdyjr+n1ocahxhMy3UzWBgxnBBQAVrmSMygAhj8CCgCrpI/OVq+nUAAMewQUAFa50rlNuEgWGN4IKACSUldHKyEFGMYIKACSEg8MBIY3AgqApBRtP+d0CwAGEQEFgF1cLuX/oKLXskioeQiaAeAUAgoAy7jkGZPba1XzideHoBcATiGgALAOc6EAIKAAsE56ZrbTLQBwGAEFgHVS00c53QIAhxFQAFjlq4naep+szRijzo7w4DcEwBEEFADJyXSr83zI6S4ADBICCoCkZIwhoADDGAEFgHVS3aOUFZjSY43p7tKX7x8Zoo4ADLU0pxsAMDx1dXVd9Xu7lSLPNQG1fvp/Ll9kjDpCn/XrcyQpNTX1ih9QCGDoEFAADIqJEyfq888/v6r3utNTdefc6/U/Fpf0WPe3f/93/bflGVf1GV87ePCgfvzjH/drHwAGHgEFwKDo6uq66rMbpjumL8Pne68zpt9nUHgiMmAnAgoA68S6jVo7ovHXn0cnKNyVq26lKiOlVePdH8mdEpXL5VJqikuxbkIGMNwQUABYqSvWLUk62X6DmiLf1YXuTBm5lO6K6MyF76nU+6rSUlOUOcqt8PmIw90CGGjcxQPASkYuvX/+B/qwY5o6urNllCopRZ0mQy1d+frf55YpLS1d3jEep1sFMAgIKACs1Bz5tk6dL1W3Ui+5/XzMq6Ptt8mbybT4wHBEQAFgpa+uKunp9l+XxmR4VJh/zZD0A2BoEVAAJK1rxozS9ybmOd0GgEFAQAEAANYhoACw0icf/btOvvM/JXVfcrvHdV6l2a8ObVMAhkyfAsqOHTs0bdo0ZWdnKzs7WzNnztSrr/7nHwhjjLZs2aJAIKCMjAzNnj1bJ06cSNhHJBLRunXrlJeXp8zMTC1ZskRnzpwZmKMBMGycv3BBPlOrb6WfUKppk0xMxnQr1nlebec+UkHkdzr9SZM++7Ld6VYBDII+zYMyYcIEPfroo7r22mslSc8++6xuu+02HT16VNdff70ef/xxPfnkk9q5c6emTJmiRx55RAsWLNDJkyeVlZUlSaqsrNS//du/qbq6Wrm5udqwYYMWLVqk+vp6paZe+mp9ACNPV6xbR08FZczv1RQpVIcrIKM0XWgP6pPTtdrV8rlC7RFdiPZvJlkAdnKZfs7znJOTo1//+tf6+c9/rkAgoMrKSj344IOSvjpb4vP59Nhjj+mee+5RKBTSuHHjtHv3bq1YsUKS9Omnn6qgoED79u3TwoULr+gzw+GwvF6vVq1aJbfb3Z/2AQySXbt26cKFC0630avFixcrPz/f6TaAESEajWrnzp0KhULKzs7usfaqZ5KNxWL605/+pPb2ds2cOVOnT59WMBhUeXl5vMbj8WjWrFmqq6vTPffco/r6enV2dibUBAIBFRUVqa6u7rIBJRKJKBL5z5kiw+GwJOmuu+7SmDFjrvYQAAyiP/3pT0kRUG699Vb94Ac/cLoNYERoa2vTzp07r6i2zwGloaFBM2fO1IULFzRmzBjt2bNHU6dOVV1dnSTJ5/Ml1Pt8Pn300UeSpGAwKLfbrbFjx15UEwwGL/uZVVVV+tWvfnXR+tLS0l4TGABnpKUlx5M0vv/97+tHP/qR020AI8LXJxiuRJ/v4rnuuut07Ngxvfnmm/rFL36hlStX6t13341vd7kSJ1Yyxly07pt6q9m0aZNCoVB8aWxs7GvbAAAgifQ5oLjdbl177bUqLS1VVVWVpk+frqeeekp+v1+SLjoT0tzcHD+r4vf7FY1G1dLSctmaS/F4PPE7h75eAADA8NXveVCMMYpEIiosLJTf71dNTU18WzQaVW1trcrKyiRJJSUlSk9PT6hpamrS8ePH4zUAAAB9+pF48+bNqqioUEFBgVpbW1VdXa1Dhw5p//79crlcqqys1NatWzV58mRNnjxZW7du1ejRo3XnnXdKkrxer1avXq0NGzYoNzdXOTk52rhxo4qLizV//vxBOUAAAJB8+hRQPvvsM911111qamqS1+vVtGnTtH//fi1YsECS9MADD6ijo0P33XefWlpaNGPGDB04cCA+B4okbdu2TWlpaVq+fLk6Ojo0b9487dy5kzlQAABAXL/nQXHC1/OgXMl91ACcMX78eH3++edOt9Gr2tpa3XzzzU63AYwIffn+5lk8AADAOgQUAABgHQIKAACwDgEFAABYJznmogaQdH7yk58oFAo53UavcnNznW4BwCUQUAAMiit9IBgAXAo/8QAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANbpU0DZsWOHpk2bpuzsbGVnZ2vmzJl69dVX49tXrVoll8uVsNx4440J+4hEIlq3bp3y8vKUmZmpJUuW6MyZMwNzNAAAYFjoU0CZMGGCHn30Ub311lt66623NHfuXN122206ceJEvOaWW25RU1NTfNm3b1/CPiorK7Vnzx5VV1fr8OHDamtr06JFixSLxQbmiAAAQNJzGWNMf3aQk5OjX//611q9erVWrVqlc+fO6eWXX75kbSgU0rhx47R7926tWLFCkvTpp5+qoKBA+/bt08KFC6/oM8PhsLxer0KhkLKzs/vTPgAAGCJ9+f6+6mtQYrGYqqur1d7erpkzZ8bXHzp0SOPHj9eUKVN09913q7m5Ob6tvr5enZ2dKi8vj68LBAIqKipSXV3dZT8rEokoHA4nLAAAYPjqc0BpaGjQmDFj5PF4dO+992rPnj2aOnWqJKmiokLPPfecDh48qCeeeEJHjhzR3LlzFYlEJEnBYFBut1tjx45N2KfP51MwGLzsZ1ZVVcnr9caXgoKCvrYNAACSSFpf33Ddddfp2LFjOnfunF588UWtXLlStbW1mjp1avxnG0kqKipSaWmpJk2apL1792rZsmWX3acxRi6X67LbN23apPXr18dfh8NhQgoAAMNYnwOK2+3WtddeK0kqLS3VkSNH9NRTT+mf//mfL6rNz8/XpEmTdOrUKUmS3+9XNBpVS0tLwlmU5uZmlZWVXfYzPR6PPB5PX1sFAABJqt/zoBhj4j/hfNPZs2fV2Nio/Px8SVJJSYnS09NVU1MTr2lqatLx48d7DCgAAGBk6dMZlM2bN6uiokIFBQVqbW1VdXW1Dh06pP3796utrU1btmzRHXfcofz8fH344YfavHmz8vLydPvtt0uSvF6vVq9erQ0bNig3N1c5OTnauHGjiouLNX/+/EE5QAAAkHz6FFA+++wz3XXXXWpqapLX69W0adO0f/9+LViwQB0dHWpoaNCuXbt07tw55efna86cOXrhhReUlZUV38e2bduUlpam5cuXq6OjQ/PmzdPOnTuVmpo64AcHAACSU7/nQXEC86AAAJB8hmQeFAAAgMFCQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArJPmdANXwxgjSQqHww53AgAArtTX39tff4/3JCkDSmtrqySpoKDA4U4AAEBftba2yuv19ljjMlcSYyzT3d2tkydPaurUqWpsbFR2drbTLSWtcDisgoICxnEAMJYDh7EcGIzjwGEsB4YxRq2trQoEAkpJ6fkqk6Q8g5KSkqJvfetbkqTs7Gz+sQwAxnHgMJYDh7EcGIzjwGEs+6+3Mydf4yJZAABgHQIKAACwTtIGFI/Ho4cfflgej8fpVpIa4zhwGMuBw1gODMZx4DCWQy8pL5IFAADDW9KeQQEAAMMXAQUAAFiHgAIAAKxDQAEAANZJyoDy29/+VoWFhRo1apRKSkr017/+1emWrPPGG29o8eLFCgQCcrlcevnllxO2G2O0ZcsWBQIBZWRkaPbs2Tpx4kRCTSQS0bp165SXl6fMzEwtWbJEZ86cGcKjcF5VVZVuuOEGZWVlafz48Vq6dKlOnjyZUMNYXpkdO3Zo2rRp8YmuZs6cqVdffTW+nXG8OlVVVXK5XKqsrIyvYyyvzJYtW+RyuRIWv98f3844OswkmerqapOenm7+8Ic/mHfffdfcf//9JjMz03z00UdOt2aVffv2mYceesi8+OKLRpLZs2dPwvZHH33UZGVlmRdffNE0NDSYFStWmPz8fBMOh+M19957r/nWt75lampqzNtvv23mzJljpk+fbrq6uob4aJyzcOFC88wzz5jjx4+bY8eOmVtvvdVMnDjRtLW1xWsYyyvzyiuvmL1795qTJ0+akydPms2bN5v09HRz/PhxYwzjeDX+9re/mW9/+9tm2rRp5v7774+vZyyvzMMPP2yuv/5609TUFF+am5vj2xlHZyVdQPnRj35k7r333oR13/ve98wvf/lLhzqy3zcDSnd3t/H7/ebRRx+Nr7tw4YLxer3md7/7nTHGmHPnzpn09HRTXV0dr/nkk09MSkqK2b9//5D1bpvm5mYjydTW1hpjGMv+Gjt2rPmXf/kXxvEqtLa2msmTJ5uamhoza9aseEBhLK/cww8/bKZPn37JbYyj85LqJ55oNKr6+nqVl5cnrC8vL1ddXZ1DXSWf06dPKxgMJoyjx+PRrFmz4uNYX1+vzs7OhJpAIKCioqIRPdahUEiSlJOTI4mxvFqxWEzV1dVqb2/XzJkzGcersGbNGt16662aP39+wnrGsm9OnTqlQCCgwsJC/fSnP9UHH3wgiXG0QVI9LPCLL75QLBaTz+dLWO/z+RQMBh3qKvl8PVaXGsePPvooXuN2uzV27NiLakbqWBtjtH79et10000qKiqSxFj2VUNDg2bOnKkLFy5ozJgx2rNnj6ZOnRr/Y844Xpnq6mq9/fbbOnLkyEXb+Dd55WbMmKFdu3ZpypQp+uyzz/TII4+orKxMJ06cYBwtkFQB5WsulyvhtTHmonXo3dWM40ge67Vr1+qdd97R4cOHL9rGWF6Z6667TseOHdO5c+f04osvauXKlaqtrY1vZxx719jYqPvvv18HDhzQqFGjLlvHWPauoqIi/t/FxcWaOXOmvvvd7+rZZ5/VjTfeKIlxdFJS/cSTl5en1NTUi5Jpc3PzRSkXl/f1Veo9jaPf71c0GlVLS8tla0aSdevW6ZVXXtHrr7+uCRMmxNczln3jdrt17bXXqrS0VFVVVZo+fbqeeuopxrEP6uvr1dzcrJKSEqWlpSktLU21tbX6x3/8R6WlpcXHgrHsu8zMTBUXF+vUqVP8m7RAUgUUt9utkpIS1dTUJKyvqalRWVmZQ10ln8LCQvn9/oRxjEajqq2tjY9jSUmJ0tPTE2qampp0/PjxETXWxhitXbtWL730kg4ePKjCwsKE7Yxl/xhjFIlEGMc+mDdvnhoaGnTs2LH4Ulpaqr/7u7/TsWPH9J3vfIexvEqRSETvvfee8vPz+TdpAyeuzO2Pr28zfvrpp827775rKisrTWZmpvnwww+dbs0qra2t5ujRo+bo0aNGknnyySfN0aNH47djP/roo8br9ZqXXnrJNDQ0mJ/97GeXvH1uwoQJ5rXXXjNvv/22mTt37oi7fe4Xv/iF8Xq95tChQwm3Ip4/fz5ew1hemU2bNpk33njDnD592rzzzjtm8+bNJiUlxRw4cMAYwzj2x3+9i8cYxvJKbdiwwRw6dMh88MEH5s033zSLFi0yWVlZ8e8TxtFZSRdQjDHmn/7pn8ykSZOM2+02P/zhD+O3fOI/vf7660bSRcvKlSuNMV/dQvfwww8bv99vPB6Pufnmm01DQ0PCPjo6OszatWtNTk6OycjIMIsWLTIff/yxA0fjnEuNoSTzzDPPxGsYyyvz85//PP7/7bhx48y8efPi4cQYxrE/vhlQGMsr8/W8Junp6SYQCJhly5aZEydOxLczjs5yGWOMM+duAAAALi2prkEBAAAjAwEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANb5fyMo+0EvfWwFAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向左推，获得奖励：1.0，转移到下一个状态：[ 0.06923724  0.21973325 -0.10929418 -0.35257983]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAp/UlEQVR4nO3df3DU9b3v8ddmN7uEkKyEwG62xDQt4DkY4B6DheR6BASCmSJFnYHWjhemjKMVuGaA0YJ/SDsOUTvKscMp55weK0r1xHtGY+2IHOJFYrkZTjHCMWAPpSNoqFlTMOwmIdlNNp/7h8c9XfmR39nPJs/HzHfqfr/v/e77+xnKvvjs94fDGGMEAABgkbRkNwAAAPBVBBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYJ2kBpSf//znKiws1Lhx41RcXKzf/va3yWwHAABYImkB5ZVXXlFFRYUeffRRHTt2TH/7t3+r8vJyffLJJ8lqCQAAWMKRrIcFzps3TzfddJN2794dX/fXf/3XWrlypSorK5PREgAAsIQrGR8ajUZVX1+vH/3oRwnry8rKVFdXd1l9JBJRJBKJv+7p6dHnn3+uSZMmyeFwDHu/AABg8Iwxam1tVSAQUFratX/ESUpAOX/+vGKxmHw+X8J6n8+nYDB4WX1lZaV+/OMfj1R7AABgGDU2Nmrq1KnXrElKQPnSV2c/jDFXnBHZunWrNm3aFH8dCoV0/fXXq7GxUdnZ2cPeJwAAGLxwOKz8/HxlZWX1WpuUgJKbmyun03nZbElzc/NlsyqS5PF45PF4LlufnZ1NQAEAIMX05fSMpFzF43a7VVxcrJqamoT1NTU1Ki0tTUZLAADAIkn7iWfTpk269957NXfuXJWUlOif/umf9Mknn+iBBx5IVksAAMASSQsoq1ev1oULF/STn/xETU1NKioq0r59+1RQUJCslgAAgCWSdh+UwQiHw/J6vQqFQpyDAgBAiujP9zfP4gEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsM6QB5Tt27fL4XAkLH6/P77dGKPt27crEAgoIyNDCxcu1MmTJ4e6DQAAkMKGZQblxhtvVFNTU3xpaGiIb3vqqaf0zDPPaNeuXTp69Kj8fr+WLl2q1tbW4WgFAACkoGEJKC6XS36/P75MnjxZ0hezJ3/3d3+nRx99VHfddZeKior0wgsv6NKlS3r55ZeHoxUAAJCChiWgnD59WoFAQIWFhfrud7+rjz76SJJ05swZBYNBlZWVxWs9Ho8WLFigurq6q+4vEokoHA4nLAAAYPQa8oAyb948vfjii/q3f/s3/eIXv1AwGFRpaakuXLigYDAoSfL5fAnv8fl88W1XUllZKa/XG1/y8/OHum0AAGCRIQ8o5eXluvvuuzVr1iwtWbJEb775piTphRdeiNc4HI6E9xhjLlv3l7Zu3apQKBRfGhsbh7ptAABgkWG/zDgzM1OzZs3S6dOn41fzfHW2pLm5+bJZlb/k8XiUnZ2dsAAAgNFr2ANKJBLR73//e+Xl5amwsFB+v181NTXx7dFoVLW1tSotLR3uVgAAQIpwDfUOt2zZojvuuEPXX3+9mpub9fjjjyscDmvNmjVyOByqqKjQjh07NH36dE2fPl07duzQ+PHjdc899wx1KwAAIEUNeUA5d+6cvve97+n8+fOaPHmy5s+fryNHjqigoECS9PDDD6ujo0MPPvigWlpaNG/ePB04cEBZWVlD3QoAAEhRDmOMSXYT/RUOh+X1ehUKhTgfBQCAFNGf72+exQMAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsE6/A8q7776rO+64Q4FAQA6HQ6+//nrCdmOMtm/frkAgoIyMDC1cuFAnT55MqIlEItq4caNyc3OVmZmpFStW6Ny5c4M6EAAAMHr0O6C0t7drzpw52rVr1xW3P/XUU3rmmWe0a9cuHT16VH6/X0uXLlVra2u8pqKiQtXV1aqqqtLhw4fV1tam5cuXKxaLDfxIAADAqOEwxpgBv9nhUHV1tVauXCnpi9mTQCCgiooKPfLII5K+mC3x+Xx68skndf/99ysUCmny5Mnau3evVq9eLUn69NNPlZ+fr3379mnZsmW9fm44HJbX61UoFFJ2dvZA2wcAACOoP9/fQ3oOypkzZxQMBlVWVhZf5/F4tGDBAtXV1UmS6uvr1dXVlVATCARUVFQUr/mqSCSicDicsAAAgNFrSANKMBiUJPl8voT1Pp8vvi0YDMrtdmvixIlXrfmqyspKeb3e+JKfnz+UbQMAAMsMy1U8Docj4bUx5rJ1X3Wtmq1btyoUCsWXxsbGIesVAADYZ0gDit/vl6TLZkKam5vjsyp+v1/RaFQtLS1Xrfkqj8ej7OzshAUAAIxeQxpQCgsL5ff7VVNTE18XjUZVW1ur0tJSSVJxcbHS09MTapqamnTixIl4DQAAGNtc/X1DW1ub/vjHP8ZfnzlzRsePH1dOTo6uv/56VVRUaMeOHZo+fbqmT5+uHTt2aPz48brnnnskSV6vV+vWrdPmzZs1adIk5eTkaMuWLZo1a5aWLFkydEcGAABSVr8DynvvvadFixbFX2/atEmStGbNGu3Zs0cPP/ywOjo69OCDD6qlpUXz5s3TgQMHlJWVFX/Pzp075XK5tGrVKnV0dGjx4sXas2ePnE7nEBwSAABIdYO6D0qycB8UAABST9LugwIAADAUCCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKzT74Dy7rvv6o477lAgEJDD4dDrr7+esH3t2rVyOBwJy/z58xNqIpGINm7cqNzcXGVmZmrFihU6d+7coA4EAACMHv0OKO3t7ZozZ4527dp11Zrbb79dTU1N8WXfvn0J2ysqKlRdXa2qqiodPnxYbW1tWr58uWKxWP+PAAAAjDqu/r6hvLxc5eXl16zxeDzy+/1X3BYKhfTcc89p7969WrJkiSTpV7/6lfLz8/X2229r2bJl/W0JAACMMsNyDsqhQ4c0ZcoUzZgxQ/fdd5+am5vj2+rr69XV1aWysrL4ukAgoKKiItXV1V1xf5FIROFwOGEBAACj15AHlPLycr300ks6ePCgnn76aR09elS33XabIpGIJCkYDMrtdmvixIkJ7/P5fAoGg1fcZ2Vlpbxeb3zJz88f6rYBAIBF+v0TT29Wr14d/++ioiLNnTtXBQUFevPNN3XXXXdd9X3GGDkcjitu27p1qzZt2hR/HQ6HCSkAAIxiw36ZcV5engoKCnT69GlJkt/vVzQaVUtLS0Jdc3OzfD7fFffh8XiUnZ2dsAAAgNFr2APKhQsX1NjYqLy8PElScXGx0tPTVVNTE69pamrSiRMnVFpaOtztAACAFNDvn3ja2tr0xz/+Mf76zJkzOn78uHJycpSTk6Pt27fr7rvvVl5ens6ePatt27YpNzdXd955pyTJ6/Vq3bp12rx5syZNmqScnBxt2bJFs2bNil/VAwAAxrZ+B5T33ntPixYtir/+8tyQNWvWaPfu3WpoaNCLL76oixcvKi8vT4sWLdIrr7yirKys+Ht27twpl8ulVatWqaOjQ4sXL9aePXvkdDqH4JAAAECqcxhjTLKb6K9wOCyv16tQKMT5KAAApIj+fH/zLB4AAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsE6/n8UDAIPV092lro5WdXe2qqvji6W7I6yuzlZ1d7TKkeZU4YL/lew2ASQRAQXAiGpvPqvTB3ZLPTEZ0/PF0tMj/df/GtMjd+ZEdXe2yzUuM9ntAkgSAgqAEdUT61JXe8s1a0xPTF0dYQIKMIZxDgoA65iemLouhZLdBoAkIqAAsE6sq1Otn/4h2W0ASCICCoARlZ55nSb4p12zxsS61NHy6Qh1BMBGBBQAI8rpztA475RktwHAcgQUACMqzZkup2dCHyqNjDHD3g8AOxFQAIyoNKerT1fnmJ4emZ7uEegIgI0IKABGlCPNqTSXu9e6WFdEscilEegIgI0IKACs1NMdUXe0I9ltAEgSAgoAK8WineruaEt2GwCShIACYMQ53eOU5vJcs6bzYpNag6dHqCMAtiGgABhxEyYXKiPna8luA4DFCCgARpzTnSGn+9ozKADGNgIKgBHndGcozTWu98L/etoxgLGHgAJgxKWle+RM7/1S4+7IJfV0d41ARwBsQ0ABMOIcDkef6ro729TTHR3mbgDYiIACwFrdkUvqiTGDAoxFBBQA1mpv/kjRtpZktwEgCfoVUCorK3XzzTcrKytLU6ZM0cqVK3Xq1KmEGmOMtm/frkAgoIyMDC1cuFAnT55MqIlEItq4caNyc3OVmZmpFStW6Ny5c4M/GgAp47qv/41c47KuWdPd0aqersgIdQTAJv0KKLW1tVq/fr2OHDmimpoadXd3q6ysTO3t7fGap556Ss8884x27dqlo0ePyu/3a+nSpWptbY3XVFRUqLq6WlVVVTp8+LDa2tq0fPlyxWKxoTsyAFbzZE9Wmis92W0AsJTDDOJ55n/+8581ZcoU1dbW6tZbb5UxRoFAQBUVFXrkkUckfTFb4vP59OSTT+r+++9XKBTS5MmTtXfvXq1evVqS9Omnnyo/P1/79u3TsmXLev3ccDgsr9erUCik7OzsgbYPIImibS36z988rUi4+Zp108v/t7z5N/b5xFoA9urP9/egzkEJhUKSpJycHEnSmTNnFAwGVVZWFq/xeDxasGCB6urqJEn19fXq6upKqAkEAioqKorXfFUkElE4HE5YAKQ2V8YEOZzOXutikUvSwP8dBSBFDTigGGO0adMm3XLLLSoqKpIkBYNBSZLP50uo9fl88W3BYFBut1sTJ068as1XVVZWyuv1xpf8/PyBtg3AEmnOdDnU+6xI9FKIm7UBY9CAA8qGDRv0wQcf6F/+5V8u2/bVqVhjTK/Ts9eq2bp1q0KhUHxpbGwcaNsAUkzXpZBEQAHGnAEFlI0bN+qNN97QO++8o6lTp8bX+/1+SbpsJqS5uTk+q+L3+xWNRtXS0nLVmq/yeDzKzs5OWACMDZ2hz2R6OIEeGGv6FVCMMdqwYYNee+01HTx4UIWFhQnbCwsL5ff7VVNTE18XjUZVW1ur0tJSSVJxcbHS09MTapqamnTixIl4DYCxYdzEQK81oY//QzHuJguMOa7+FK9fv14vv/yyfv3rXysrKys+U+L1epWRkSGHw6GKigrt2LFD06dP1/Tp07Vjxw6NHz9e99xzT7x23bp12rx5syZNmqScnBxt2bJFs2bN0pIlS4b+CAFYK3fGfF08e4wZEgCX6VdA2b17tyRp4cKFCeuff/55rV27VpL08MMPq6OjQw8++KBaWlo0b948HThwQFlZ/31Dpp07d8rlcmnVqlXq6OjQ4sWLtWfPHjn7cEY/gNHDnTmx9yIAY9Kg7oOSLNwHBRgdujvbdHzvwzI93desK1r9E43z+rgXCpDiRuw+KAAwGE5PpvpwpbGibZ8PfzMArEJAAWA9HhgIjD0EFADWO/+HK99lGsDoRUABYL325rPJbgHACCOgAEiqwE3Lk90CAAsRUAAklcc7JdktALAQAQVAUnkm5PSpzsSufSkygNGFgAIgqdLH9+VeRuaLhwYCGDMIKACSxuFwyJHWhxtaG6NoO5caA2MJAQWA9Ywx6gx9luw2AIwgAgoA+5kefdbwf5PdBYARREABkFRpTpfG5xYkuw0AliGgAEiqNJdb111flOw2AFiGgAIgudKcco339qk0BR++DmCACCgAksrhSFN6Ru+XGpuemGKRSyPQEQAbEFAAJJXD4ZAz3dNrnemJqauzdQQ6AmADAgqAlNAT61Z3BwEFGCsIKABSQndnq0KfNCS7DQAjhIACwAKO/1quzsS6FeV298CYQUABkHQZOXm6rvB/JLsNABYhoABIujSXWy5PZrLbAGARAgqApEtz9i2gmFi3emLdI9ARgGQjoABIOofT1adLjWNdEcWiHSPQEYBkI6AASDqHwyE5rn2SrCT1dHUSUIAxgoACIGV0dbSqiyt5gDGBgALACunjvXK6M65Z03mxSZcuNI5QRwCSiYACwAoZOVPlnpCT7DYAWIKAAsAKLs94pbl6P1FW4qnGwFhAQAFgBadnvNL69NDAnhHoBkCyEVAAWMHpzpDTld5rXXekTSbWNQIdAUgmAgoAK6SlOSVH738ldXe2c7M2YAzoV0CprKzUzTffrKysLE2ZMkUrV67UqVOnEmrWrl0rh8ORsMyfPz+hJhKJaOPGjcrNzVVmZqZWrFihc+fODf5oAIx63Z1t6mEGBRj1+hVQamtrtX79eh05ckQ1NTXq7u5WWVmZ2tvbE+puv/12NTU1xZd9+/YlbK+oqFB1dbWqqqp0+PBhtbW1afny5YrFYoM/IgCjWqjxpLraWpLdBoBh5upP8f79+xNeP//885oyZYrq6+t16623xtd7PB75/f4r7iMUCum5557T3r17tWTJEknSr371K+Xn5+vtt9/WsmXL+nsMAEaJnGnfUmvTHxSLXLpqTU9Xp0wP/5gBRrtBnYMSCn1xR8ecnMR7Fxw6dEhTpkzRjBkzdN9996m5uTm+rb6+Xl1dXSorK4uvCwQCKioqUl1d3RU/JxKJKBwOJywARh/3eK8cac5ktwHAAgMOKMYYbdq0SbfccouKiori68vLy/XSSy/p4MGDevrpp3X06FHddtttikQikqRgMCi3262JEycm7M/n8ykYDF7xsyorK+X1euNLfn7+QNsGYLH08V45HL0HFGN6uBcKMMr16yeev7RhwwZ98MEHOnz4cML61atXx/+7qKhIc+fOVUFBgd58803dddddV92fMeaLB4ZdwdatW7Vp06b463A4TEgBRqH0jOw+zaB0R9olGUm9P2AQQGoa0AzKxo0b9cYbb+idd97R1KlTr1mbl5engoICnT59WpLk9/sVjUbV0pJ4kltzc7N8Pt8V9+HxeJSdnZ2wABh90tI9V/2Hyl+Ktl+UmEEBRrV+BRRjjDZs2KDXXntNBw8eVGFhYa/vuXDhghobG5WXlydJKi4uVnp6umpqauI1TU1NOnHihEpLS/vZPoDRpC/hRJK62lv4iQcY5fr1E8/69ev18ssv69e//rWysrLi54x4vV5lZGSora1N27dv19133628vDydPXtW27ZtU25uru6888547bp167R582ZNmjRJOTk52rJli2bNmhW/qgcArqX9zx9/cSWPc8C/UgOwXL/+3717925J0sKFCxPWP//881q7dq2cTqcaGhr04osv6uLFi8rLy9OiRYv0yiuvKCsrK16/c+dOuVwurVq1Sh0dHVq8eLH27Nkjp5Oz94GxLtM/TZHW89esCZ/7UKanW1LfHi4IIPU4TArOk4bDYXm9XoVCIc5HAUaZ86f/XWcO/lJfnAR7dX+zdqdcnsyRaQrAkOjP9zfP4gFgFfeEHC7OAUBAAWAXz4Sc3oskxaKdnCgLjGIEFABWSc/IUl+mUCJtF4a/GQBJQ0ABYJW+3uo+2soDA4HRjIACICVFmUEBRjUCCgDr9GUW5bMTB0egEwDJQkABYBeHQ/7ZS3stM7GuEWgGQLIQUABYxiH3hIm9lwEY1QgoAKzj7sulxsbIxLqHvxkASUFAAWAdd2bvMyhGRl0d4RHoBkAyEFAAWCfN5e69yBhF2y8Oey8AkoOAAsAqDkff7nNvenp06fzHw9wNgGQhoABISaanWxdO/y7ZbQAYJgQUANZxpo/TBN83k90GgCQioACwTprLrfG51ye7DQBJREABYB1HmlPp47P7UGl4ojEwShFQAFjHkeZUeoa31zrTE1Ms2jECHQEYaQQUAPZxOOR0Z/Ra1hPrUndn2wg0BGCkEVAAWMfhcEh9uNrYxLrV3dk6/A0BGHGuZDcAYHQyxigWiw34/T09Pb3WRFov6POP3te4SQUD/hxJcjqdfb7/CoCRQUABMCwuXbqk6667bsDv/59F+Xr8BwvlcV/jrynTo5/v+pme/j/3DPhzJCkYDGrSpEmD2geAoUVAATBsursH/jC/P547r/dPN6nkxvxr1vX09AzqcwDYiYACwEodkW61dUQlScY4FIx+Xe0xrySHxjtD8rvPKs3R+89AAFITAQWAlTqiXWq9FJEk/UfrIn3elaeo+eLKnnRHp5rSp+mmrANyu5xyOdPUHSOsAKMJV/EAsFJHpFvhS906Fl6spug3FDGZMkqTUZqiZryaowWqDy9TxjiPxnvSk90ugCFGQAFgrT+0FysY/Yau/FeVQ3/uul6NPQuUmUFAAUYbAgoAizl07RuiOJSXkyXfxAkj1RCAEUJAAZDSCvzXaerkvjy3B0AqIaAAAADrEFAAWOvj/3xV4T//h6QrPbHYaKKrSTdk/vtItwVgBPQroOzevVuzZ89Wdna2srOzVVJSorfeeiu+3Rij7du3KxAIKCMjQwsXLtTJkycT9hGJRLRx40bl5uYqMzNTK1as0Llz54bmaACMKi3hsGZ63tCk9D8p3dEpqUdSj9JMhxydZ5Xf9ZLO/Okzhdo7k90qgCHWr/ugTJ06VU888YSmTZsmSXrhhRf0ne98R8eOHdONN96op556Ss8884z27NmjGTNm6PHHH9fSpUt16tQpZWVlSZIqKir0m9/8RlVVVZo0aZI2b96s5cuXq76+Xk6nc+iPEEDKCl+KKNIV0/S0ah2/OFXnPs/QhXCHYpGgWoOHVfXZ52r8c1itl6LJbhXAEHMYY640d9pnOTk5+ulPf6of/OAHCgQCqqio0COPPCLpi9kSn8+nJ598Uvfff79CoZAmT56svXv3avXq1ZKkTz/9VPn5+dq3b5+WLVvWp88Mh8Pyer1au3at3G73YNoHMEy6u7v1y1/+ctD7+Z9F+XKnO3X+4iWdD1/ShVCHot0DfwjhlaxZs0Yej2dI9wngctFoVHv27FEoFFJ29rVPbh/wnWRjsZj+9V//Ve3t7SopKdGZM2cUDAZVVlYWr/F4PFqwYIHq6up0//33q76+Xl1dXQk1gUBARUVFqquru2pAiUQiikQi8dfhcFiSdO+992rCBC4vBGzU2dk5JAHl/51oHIJuru373/++vF7vsH8OMNa1tbVpz549fartd0BpaGhQSUmJOjs7NWHCBFVXV2vmzJmqq6uTJPl8voR6n8+njz/+WNIXTwx1u92aOHHiZTXBYPCqn1lZWakf//jHl62fO3durwkMQHK0t7cnu4U+u+mmm3iaMTACvpxg6It+X8Vzww036Pjx4zpy5Ih++MMfas2aNfrwww/j2x2OxJsqGWMuW/dVvdVs3bpVoVAovjQ2Dv+/qAAAQPL0O6C43W5NmzZNc+fOVWVlpebMmaNnn31Wfr9fki6bCWlubo7Pqvj9fkWjUbW0tFy15ko8Hk/8yqEvFwAAMHoN+j4oxhhFIhEVFhbK7/erpqYmvi0ajaq2tlalpaWSpOLiYqWnpyfUNDU16cSJE/EaAACAfp2Dsm3bNpWXlys/P1+tra2qqqrSoUOHtH//fjkcDlVUVGjHjh2aPn26pk+frh07dmj8+PG65557JEler1fr1q3T5s2bNWnSJOXk5GjLli2aNWuWlixZMiwHCAAAUk+/Aspnn32me++9V01NTfJ6vZo9e7b279+vpUuXSpIefvhhdXR06MEHH1RLS4vmzZunAwcOxO+BIkk7d+6Uy+XSqlWr1NHRocWLF2vPnj3cAwUAAMQN+j4oyfDlfVD6ch01gORob29PmdsAnD9/nqt4gBHQn+9vnsUDAACsQ0ABAADWIaAAAADrEFAAAIB1BvwsHgC4FqfTqZUrVya7jT7hoaOAfQgoAIbFuHHjVF1dnew2AKQofuIBAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACs06+Asnv3bs2ePVvZ2dnKzs5WSUmJ3nrrrfj2tWvXyuFwJCzz589P2EckEtHGjRuVm5urzMxMrVixQufOnRuaowEAAKNCvwLK1KlT9cQTT+i9997Te++9p9tuu03f+c53dPLkyXjN7bffrqampviyb9++hH1UVFSourpaVVVVOnz4sNra2rR8+XLFYrGhOSIAAJDyHMYYM5gd5OTk6Kc//anWrVuntWvX6uLFi3r99devWBsKhTR58mTt3btXq1evliR9+umnys/P1759+7Rs2bI+fWY4HJbX61UoFFJ2dvZg2gcAACOkP9/fAz4HJRaLqaqqSu3t7SopKYmvP3TokKZMmaIZM2bovvvuU3Nzc3xbfX29urq6VFZWFl8XCARUVFSkurq6q35WJBJROBxOWAAAwOjV74DS0NCgCRMmyOPx6IEHHlB1dbVmzpwpSSovL9dLL72kgwcP6umnn9bRo0d12223KRKJSJKCwaDcbrcmTpyYsE+fz6dgMHjVz6ysrJTX640v+fn5/W0bAACkEFd/33DDDTfo+PHjunjxol599VWtWbNGtbW1mjlzZvxnG0kqKirS3LlzVVBQoDfffFN33XXXVfdpjJHD4bjq9q1bt2rTpk3x1+FwmJACAMAo1u+A4na7NW3aNEnS3LlzdfToUT377LP6x3/8x8tq8/LyVFBQoNOnT0uS/H6/otGoWlpaEmZRmpubVVpaetXP9Hg88ng8/W0VAACkqEHfB8UYE/8J56suXLigxsZG5eXlSZKKi4uVnp6umpqaeE1TU5NOnDhxzYACAADGln7NoGzbtk3l5eXKz89Xa2urqqqqdOjQIe3fv19tbW3avn277r77buXl5ens2bPatm2bcnNzdeedd0qSvF6v1q1bp82bN2vSpEnKycnRli1bNGvWLC1ZsmRYDhAAAKSefgWUzz77TPfee6+amprk9Xo1e/Zs7d+/X0uXLlVHR4caGhr04osv6uLFi8rLy9OiRYv0yiuvKCsrK76PnTt3yuVyadWqVero6NDixYu1Z88eOZ3OIT84AACQmgZ9H5Rk4D4oAACknhG5DwoAAMBwIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANZxJbuBgTDGSJLC4XCSOwEAAH315ff2l9/j15KSAaW1tVWSlJ+fn+ROAABAf7W2tsrr9V6zxmH6EmMs09PTo1OnTmnmzJlqbGxUdnZ2sltKWeFwWPn5+YzjEGAshw5jOTQYx6HDWA4NY4xaW1sVCASUlnbts0xScgYlLS1NX/va1yRJ2dnZ/GEZAozj0GEshw5jOTQYx6HDWA5ebzMnX+IkWQAAYB0CCgAAsE7KBhSPx6PHHntMHo8n2a2kNMZx6DCWQ4exHBqM49BhLEdeSp4kCwAARreUnUEBAACjFwEFAABYh4ACAACsQ0ABAADWScmA8vOf/1yFhYUaN26ciouL9dvf/jbZLVnn3Xff1R133KFAICCHw6HXX389YbsxRtu3b1cgEFBGRoYWLlyokydPJtREIhFt3LhRubm5yszM1IoVK3Tu3LkRPIrkq6ys1M0336ysrCxNmTJFK1eu1KlTpxJqGMu+2b17t2bPnh2/0VVJSYneeuut+HbGcWAqKyvlcDhUUVERX8dY9s327dvlcDgSFr/fH9/OOCaZSTFVVVUmPT3d/OIXvzAffviheeihh0xmZqb5+OOPk92aVfbt22ceffRR8+qrrxpJprq6OmH7E088YbKyssyrr75qGhoazOrVq01eXp4Jh8PxmgceeMB87WtfMzU1Neb99983ixYtMnPmzDHd3d0jfDTJs2zZMvP888+bEydOmOPHj5tvf/vb5vrrrzdtbW3xGsayb9544w3z5ptvmlOnTplTp06Zbdu2mfT0dHPixAljDOM4EL/73e/M17/+dTN79mzz0EMPxdczln3z2GOPmRtvvNE0NTXFl+bm5vh2xjG5Ui6gfOtb3zIPPPBAwrq/+qu/Mj/60Y+S1JH9vhpQenp6jN/vN0888UR8XWdnp/F6veYf/uEfjDHGXLx40aSnp5uqqqp4zZ/+9CeTlpZm9u/fP2K926a5udlIMrW1tcYYxnKwJk6caP75n/+ZcRyA1tZWM336dFNTU2MWLFgQDyiMZd899thjZs6cOVfcxjgmX0r9xBONRlVfX6+ysrKE9WVlZaqrq0tSV6nnzJkzCgaDCePo8Xi0YMGC+DjW19erq6sroSYQCKioqGhMj3UoFJIk5eTkSGIsByoWi6mqqkrt7e0qKSlhHAdg/fr1+va3v60lS5YkrGcs++f06dMKBAIqLCzUd7/7XX300UeSGEcbpNTDAs+fP69YLCafz5ew3ufzKRgMJqmr1PPlWF1pHD/++ON4jdvt1sSJEy+rGatjbYzRpk2bdMstt6ioqEgSY9lfDQ0NKikpUWdnpyZMmKDq6mrNnDkz/pc549g3VVVVev/993X06NHLtvFnsu/mzZunF198UTNmzNBnn32mxx9/XKWlpTp58iTjaIGUCihfcjgcCa+NMZetQ+8GMo5jeaw3bNigDz74QIcPH75sG2PZNzfccIOOHz+uixcv6tVXX9WaNWtUW1sb38449q6xsVEPPfSQDhw4oHHjxl21jrHsXXl5efy/Z82apZKSEn3zm9/UCy+8oPnz50tiHJMppX7iyc3NldPpvCyZNjc3X5ZycXVfnqV+rXH0+/2KRqNqaWm5as1YsnHjRr3xxht65513NHXq1Ph6xrJ/3G63pk2bprlz56qyslJz5szRs88+yzj2Q319vZqbm1VcXCyXyyWXy6Xa2lr97Gc/k8vlio8FY9l/mZmZmjVrlk6fPs2fSQukVEBxu90qLi5WTU1NwvqamhqVlpYmqavUU1hYKL/fnzCO0WhUtbW18XEsLi5Wenp6Qk1TU5NOnDgxpsbaGKMNGzbotdde08GDB1VYWJiwnbEcHGOMIpEI49gPixcvVkNDg44fPx5f5s6dq+9///s6fvy4vvGNbzCWAxSJRPT73/9eeXl5/Jm0QTLOzB2MLy8zfu6558yHH35oKioqTGZmpjl79myyW7NKa2urOXbsmDl27JiRZJ555hlz7Nix+OXYTzzxhPF6vea1114zDQ0N5nvf+94VL5+bOnWqefvtt837779vbrvttjF3+dwPf/hD4/V6zaFDhxIuRbx06VK8hrHsm61bt5p3333XnDlzxnzwwQdm27ZtJi0tzRw4cMAYwzgOxl9exWMMY9lXmzdvNocOHTIfffSROXLkiFm+fLnJysqKf58wjsmVcgHFGGP+/u//3hQUFBi3221uuumm+CWf+G/vvPOOkXTZsmbNGmPMF5fQPfbYY8bv9xuPx2NuvfVW09DQkLCPjo4Os2HDBpOTk2MyMjLM8uXLzSeffJKEo0meK42hJPP888/HaxjLvvnBD34Q///t5MmTzeLFi+PhxBjGcTC+GlAYy7758r4m6enpJhAImLvuusucPHkyvp1xTC6HMcYkZ+4GAADgylLqHBQAADA2EFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYJ3/D3YyLEoHOC8gAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[ 0.07363191  0.4162259  -0.11634578 -0.67762876]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAqEklEQVR4nO3df3DU9b3v8ddmN7uEkGwJgd2sRJoWsAcD3NNgITlWQCCYKVLUGWg944VTxtEqXDPAaME/pB2HqB3h2OGUc06PR5TqieeMxtoBOcSLxHIz3mKAa8AeDo6goWZNwbCbhGQ32XzuHx73dPmV39nPJs/HzHd0v9/3fvf9/QwhLz77/eEwxhgBAABYJC3ZDQAAAFyOgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArJPUgPLLX/5SBQUFGjNmjIqKivS73/0ume0AAABLJC2gvPrqqyovL9fjjz+uY8eO6bvf/a7Kysr06aefJqslAABgCUeyHhY4d+5cffvb39auXbvi6/7iL/5CK1asUEVFRTJaAgAAlnAl40Oj0ajq6ur0k5/8JGF9aWmpamtrr6iPRCKKRCLx193d3friiy80YcIEORyOIe8XAAAMnDFGLS0tCgQCSku7/pc4SQko58+fVywWk8/nS1jv8/kUDAavqK+oqNBPf/rT4WoPAAAMoYaGBk2ePPm6NUkJKF+5fPbDGHPVGZHNmzdrw4YN8dehUEg33nijGhoalJ2dPeR9AgCAgQuHw8rPz1dWVlaPtUkJKLm5uXI6nVfMljQ1NV0xqyJJHo9HHo/nivXZ2dkEFAAAUkxvTs9IylU8brdbRUVFqq6uTlhfXV2tkpKSZLQEAAAskrSveDZs2KD77rtPc+bMUXFxsf7xH/9Rn376qR588MFktQQAACyRtICyatUqXbhwQT/72c/U2NiowsJC7du3T1OmTElWSwAAwBJJuw/KQITDYXm9XoVCIc5BAQAgRfTl9zfP4gEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsM6gB5StW7fK4XAkLH6/P77dGKOtW7cqEAgoIyNDCxYs0MmTJwe7DQAAkMKGZAbl5ptvVmNjY3ypr6+Pb3vmmWe0fft27dy5U0eOHJHf79eSJUvU0tIyFK0AAIAUNCQBxeVyye/3x5eJEydK+nL25G//9m/1+OOP6+6771ZhYaFefPFFXbp0Sa+88spQtAIAAFLQkASU06dPKxAIqKCgQD/4wQ/08ccfS5LOnDmjYDCo0tLSeK3H49H8+fNVW1t7zf1FIhGFw+GEBQAAjFyDHlDmzp2rl156Sf/+7/+uX/3qVwoGgyopKdGFCxcUDAYlST6fL+E9Pp8vvu1qKioq5PV640t+fv5gtw0AACwy6AGlrKxM99xzj2bOnKnFixdr7969kqQXX3wxXuNwOBLeY4y5Yt2f27x5s0KhUHxpaGgY7LYBAIBFhvwy48zMTM2cOVOnT5+OX81z+WxJU1PTFbMqf87j8Sg7OzthAQAAI9eQB5RIJKI//OEPysvLU0FBgfx+v6qrq+Pbo9GoampqVFJSMtStAACAFOEa7B1u2rRJd955p2688UY1NTXpySefVDgc1urVq+VwOFReXq5t27Zp2rRpmjZtmrZt26axY8fq3nvvHexWAABAihr0gHLu3Dn98Ic/1Pnz5zVx4kTNmzdP7733nqZMmSJJevTRR9Xe3q6HHnpIzc3Nmjt3rg4cOKCsrKzBbgUAAKQohzHGJLuJvgqHw/J6vQqFQpyPAgBAiujL72+exQMAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsE6fA8q7776rO++8U4FAQA6HQ2+88UbCdmOMtm7dqkAgoIyMDC1YsEAnT55MqIlEIlq/fr1yc3OVmZmp5cuX69y5cwM6EAAAMHL0OaC0tbVp9uzZ2rlz51W3P/PMM9q+fbt27typI0eOyO/3a8mSJWppaYnXlJeXq6qqSpWVlTp8+LBaW1u1bNkyxWKx/h8JAAAYMRzGGNPvNzscqqqq0ooVKyR9OXsSCARUXl6uxx57TNKXsyU+n09PP/20HnjgAYVCIU2cOFF79uzRqlWrJEmfffaZ8vPztW/fPi1durTHzw2Hw/J6vQqFQsrOzu5v+wAAYBj15ff3oJ6DcubMGQWDQZWWlsbXeTwezZ8/X7W1tZKkuro6dXZ2JtQEAgEVFhbGay4XiUQUDocTFgAAMHINakAJBoOSJJ/Pl7De5/PFtwWDQbndbo0fP/6aNZerqKiQ1+uNL/n5+YPZNgAAsMyQXMXjcDgSXhtjrlh3uevVbN68WaFQKL40NDQMWq8AAMA+gxpQ/H6/JF0xE9LU1BSfVfH7/YpGo2pubr5mzeU8Ho+ys7MTFgAAMHINakApKCiQ3+9XdXV1fF00GlVNTY1KSkokSUVFRUpPT0+oaWxs1IkTJ+I1AABgdHP19Q2tra366KOP4q/PnDmj48ePKycnRzfeeKPKy8u1bds2TZs2TdOmTdO2bds0duxY3XvvvZIkr9ertWvXauPGjZowYYJycnK0adMmzZw5U4sXLx68IwMAACmrzwHl/fff18KFC+OvN2zYIElavXq1du/erUcffVTt7e166KGH1NzcrLlz5+rAgQPKysqKv2fHjh1yuVxauXKl2tvbtWjRIu3evVtOp3MQDgkAAKS6Ad0HJVm4DwoAAKknafdBAQAAGAwEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1ulzQHn33Xd15513KhAIyOFw6I033kjYvmbNGjkcjoRl3rx5CTWRSETr169Xbm6uMjMztXz5cp07d25ABwIAAEaOPgeUtrY2zZ49Wzt37rxmzR133KHGxsb4sm/fvoTt5eXlqqqqUmVlpQ4fPqzW1lYtW7ZMsVis70cAAABGHFdf31BWVqaysrLr1ng8Hvn9/qtuC4VCev7557Vnzx4tXrxYkvTrX/9a+fn5evvtt7V06dK+tgQAAEaYITkH5dChQ5o0aZKmT5+u+++/X01NTfFtdXV16uzsVGlpaXxdIBBQYWGhamtrr7q/SCSicDicsAAAgJFr0ANKWVmZXn75ZR08eFDPPvusjhw5ottvv12RSESSFAwG5Xa7NX78+IT3+Xw+BYPBq+6zoqJCXq83vuTn5w922wAAwCJ9/oqnJ6tWrYr/f2FhoebMmaMpU6Zo7969uvvuu6/5PmOMHA7HVbdt3rxZGzZsiL8Oh8OEFAAARrAhv8w4Ly9PU6ZM0enTpyVJfr9f0WhUzc3NCXVNTU3y+XxX3YfH41F2dnbCAgAARq4hDygXLlxQQ0OD8vLyJElFRUVKT09XdXV1vKaxsVEnTpxQSUnJULcDAABSQJ+/4mltbdVHH30Uf33mzBkdP35cOTk5ysnJ0datW3XPPfcoLy9PZ8+e1ZYtW5Sbm6u77rpLkuT1erV27Vpt3LhREyZMUE5OjjZt2qSZM2fGr+oBAACjW58Dyvvvv6+FCxfGX391bsjq1au1a9cu1dfX66WXXtLFixeVl5enhQsX6tVXX1VWVlb8PTt27JDL5dLKlSvV3t6uRYsWaffu3XI6nYNwSAAAINU5jDEm2U30VTgcltfrVSgU4nwUAABSRF9+f/MsHgAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwTp+fxQMAA9Xd1anO9hZ1dbSos/3Lpas9rM6OFnW1t8iR5lTB/P+Z7DYBJBEBBcCwams6q9MHdkndMRnT/eXS3S3913+N6ZY7c7y6OtrkGpOZ7HYBJAkBBcCw6o51qrOt+bo1pjumzvYwAQUYxTgHBYB1THdMnZdCyW4DQBIRUABYJ9bZoZbP/jPZbQBIIgIKgGGVnvk1jfNPvW6NiXWqvfmzYeoIgI0IKACGldOdoTHeScluA4DlCCgAhlWaM11Oz7heVBoZY4a8HwB2IqAAGFZpTlevrs4x3d0y3V3D0BEAGxFQAAwrR5pTaS53j3WxzohikUvD0BEAGxFQAFipuyuirmh7stsAkCQEFABWikU71NXemuw2ACQJAQXAsHO6xyjN5bluTcfFRrUETw9TRwBsQ0ABMOzGTSxQRs4NyW4DgMUIKACGndOdIaf7+jMoAEY3AgqAYed0ZyjNNabnwv962jGA0YeAAmDYpaV75Ezv+VLjrsgldXd1DkNHAGxDQAEw7BwOR6/qujpa1d0VHeJuANiIgALAWl2RS+qOMYMCjEYEFADWamv6WNHW5mS3ASAJ+hRQKioqdMsttygrK0uTJk3SihUrdOrUqYQaY4y2bt2qQCCgjIwMLViwQCdPnkyoiUQiWr9+vXJzc5WZmanly5fr3LlzAz8aACnja1//S7nGZF23pqu9Rd2dkWHqCIBN+hRQampq9PDDD+u9995TdXW1urq6VFpaqra2tnjNM888o+3bt2vnzp06cuSI/H6/lixZopaWlnhNeXm5qqqqVFlZqcOHD6u1tVXLli1TLBYbvCMDYDVP9kSludKT3QYASznMAJ5n/qc//UmTJk1STU2NbrvtNhljFAgEVF5erscee0zSl7MlPp9PTz/9tB544AGFQiFNnDhRe/bs0apVqyRJn332mfLz87Vv3z4tXbq0x88Nh8Pyer0KhULKzs7ub/sAkija2qz/+O2zioSbrls3rex/yZt/c69PrAVgr778/h7QOSihUEiSlJOTI0k6c+aMgsGgSktL4zUej0fz589XbW2tJKmurk6dnZ0JNYFAQIWFhfGay0UiEYXD4YQFQGpzZYyTw+nssS4WuST1/99RAFJUvwOKMUYbNmzQrbfeqsLCQklSMBiUJPl8voRan88X3xYMBuV2uzV+/Phr1lyuoqJCXq83vuTn5/e3bQCWSHOmy6GeZ0Wil0LcrA0YhfodUNatW6cPPvhA//Iv/3LFtsunYo0xPU7PXq9m8+bNCoVC8aWhoaG/bQNIMZ2XQhIBBRh1+hVQ1q9frzfffFPvvPOOJk+eHF/v9/sl6YqZkKampvisit/vVzQaVXNz8zVrLufxeJSdnZ2wABgdOkKfy3RzAj0w2vQpoBhjtG7dOr3++us6ePCgCgoKErYXFBTI7/eruro6vi4ajaqmpkYlJSWSpKKiIqWnpyfUNDY26sSJE/EaAKPDmPGBHmtCn/w/xbibLDDquPpS/PDDD+uVV17Rb37zG2VlZcVnSrxerzIyMuRwOFReXq5t27Zp2rRpmjZtmrZt26axY8fq3nvvjdeuXbtWGzdu1IQJE5STk6NNmzZp5syZWrx48eAfIQBr5U6fp4tnjzFDAuAKfQoou3btkiQtWLAgYf0LL7ygNWvWSJIeffRRtbe366GHHlJzc7Pmzp2rAwcOKCvrv2/ItGPHDrlcLq1cuVLt7e1atGiRdu/eLWcvzugHMHK4M8f3XARgVBrQfVCShfugACNDV0erju95VKa767p1hat+pjFeH/dCAVLcsN0HBQAGwunJVC+uNFa09YuhbwaAVQgoAKzHAwOB0YeAAsB65//z6neZBjByEVAAWK+t6WyyWwAwzAgoAJIq8O1lyW4BgIUIKACSyuOdlOwWAFiIgAIgqTzjcnpVZ2LXvxQZwMhCQAGQVOlje3MvI/PlQwMBjBoEFABJ43A45EjrxQ2tjVG0jUuNgdGEgALAesYYdYQ+T3YbAIYRAQWA/Uy3Pq//38nuAsAwIqAASKo0p0tjc6ckuw0AliGgAEiqNJdbX7uxMNltALAMAQVAcqU55Rrr7VVpCj58HUA/EVAAJJXDkab0jJ4vNTbdMcUil4ahIwA2IKAASCqHwyFnuqfHOtMdU2dHyzB0BMAGBBQAKaE71qWudgIKMFoQUACkhK6OFoU+rU92GwCGCQEFgAUc/7Vcm4l1Kcrt7oFRg4ACIOkycvL0tYL/kew2AFiEgAIg6dJcbrk8mcluA4BFCCgAki7N2buAYmJd6o51DUNHAJKNgAIg6RxOV68uNY51RhSLtg9DRwCSjYACIOkcDofkuP5JspLU3dlBQAFGCQIKgJTR2d6iTq7kAUYFAgoAK6SP9crpzrhuTcfFRl260DBMHQFIJgIKACtk5EyWe1xOstsAYAkCCgAruDxjlebq+URZiacaA6MBAQWAFZyesUrr1UMDu4ehGwDJRkABYAWnO0NOV3qPdV2RVplY5zB0BCCZCCgArJCW5pQcPf+V1NXRxs3agFGgTwGloqJCt9xyi7KysjRp0iStWLFCp06dSqhZs2aNHA5HwjJv3ryEmkgkovXr1ys3N1eZmZlavny5zp07N/CjATDidXW0qpsZFGDE61NAqamp0cMPP6z33ntP1dXV6urqUmlpqdra2hLq7rjjDjU2NsaXffv2JWwvLy9XVVWVKisrdfjwYbW2tmrZsmWKxWIDPyIAI1qo4aQ6W5uT3QaAIebqS/H+/fsTXr/wwguaNGmS6urqdNttt8XXezwe+f3+q+4jFArp+eef1549e7R48WJJ0q9//Wvl5+fr7bff1tKlS/t6DABGiJyp31FL438qFrl0zZruzg6Zbv4xA4x0AzoHJRT68o6OOTmJ9y44dOiQJk2apOnTp+v+++9XU1NTfFtdXZ06OztVWloaXxcIBFRYWKja2tqrfk4kElE4HE5YAIw87rFeOdKcyW4DgAX6HVCMMdqwYYNuvfVWFRYWxteXlZXp5Zdf1sGDB/Xss8/qyJEjuv322xWJRCRJwWBQbrdb48ePT9ifz+dTMBi86mdVVFTI6/XGl/z8/P62DcBi6WO9cjh6DijGdHMvFGCE69NXPH9u3bp1+uCDD3T48OGE9atWrYr/f2FhoebMmaMpU6Zo7969uvvuu6+5P2PMlw8Mu4rNmzdrw4YN8dfhcJiQAoxA6RnZvZpB6Yq0STKSen7AIIDU1K8ZlPXr1+vNN9/UO++8o8mTJ1+3Ni8vT1OmTNHp06clSX6/X9FoVM3NiSe5NTU1yefzXXUfHo9H2dnZCQuAkSct3XPNf6j8uWjbRYkZFGBE61NAMcZo3bp1ev3113Xw4EEVFBT0+J4LFy6ooaFBeXl5kqSioiKlp6eruro6XtPY2KgTJ06opKSkj+0DGEl6E04kqbOtma94gBGuT1/xPPzww3rllVf0m9/8RllZWfFzRrxerzIyMtTa2qqtW7fqnnvuUV5ens6ePastW7YoNzdXd911V7x27dq12rhxoyZMmKCcnBxt2rRJM2fOjF/VAwDX0/anT768ksfZ72+pAViuTz/du3btkiQtWLAgYf0LL7ygNWvWyOl0qr6+Xi+99JIuXryovLw8LVy4UK+++qqysrLi9Tt27JDL5dLKlSvV3t6uRYsWaffu3XI6OXsfGO0y/VMVaTl/3ZrwuQ9lursk9e7hggBSj8Ok4DxpOByW1+tVKBTifBRghDl/+v/qzMF/1pcnwV7bX67ZIZcnc3iaAjAo+vL7m2fxALCKe1wOF+cAIKAAsItnXE7PRZJi0Q5OlAVGMAIKAKukZ2SpN1MokdYLQ98MgKQhoACwSm9vdR9t4YGBwEhGQAGQkqLMoAAjGgEFgHV6M4vy+YmDw9AJgGQhoACwi8Mh/6wlPZaZWOcwNAMgWQgoACzjkHvc+J7LAIxoBBQA1nH35lJjY2RiXUPfDICkIKAAsI47s+cZFCOjzvbwMHQDIBkIKACsk+Zy91xkjKJtF4e8FwDJQUABYBWHo3f3uTfd3bp0/pMh7gZAshBQAKQk092lC6d/n+w2AAwRAgoA6zjTx2ic75vJbgNAEhFQAFgnzeXW2Nwbk90GgCQioACwjiPNqfSx2b2oNDzRGBihCCgArONIcyo9w9tjnemOKRZtH4aOAAw3AgoA+zgccrozeizrjnWqq6N1GBoCMNwIKACs43A4pF5cbWxiXerqaBn6hgAMO1eyGwAwchljFIvF+vXe7u7uHmsiLRf0xcdHNWbClH59xp9zufjrELAJP5EAhszx48f1ne98p1/v/avCfD35owXyuK/z15Tp1i93/kLP/uu9/ezwS1lZWbpw4UKvbxIHYOgRUAAMGWOMurr690C/j86d19HTjSq+Of+6dd3d3f3+jK8M9P0ABh8BBYCV2iNdam2Pxl93dqerKTpF7d3Zcqhb45xfaJL70yR2CGAoEVAAWKk92qmWSxFJUrdJ09GWpWrpGq9O45FDRp60S/qi8wa5Xf8hlzNNXbGez1kBkDq4igeAldojXWppj6rbpKn24l36ojNPnSZDUpqMnOroztInHTP0R/NdZY7xJLtdAIOMgALAWsZIdeGlaonl6GrXHRs59fVvrVDB9EXD3xyAIUVAAWA1I4eud1OUL++ZwtU3wEhDQAEAANYhoACwVv3Hn+vzL7iVPTAaEVAAWOuz8y2a6tqrjLSwpKs9tbhbN445qYDno+FuDcAQ61NA2bVrl2bNmqXs7GxlZ2eruLhYb731Vny7MUZbt25VIBBQRkaGFixYoJMnTybsIxKJaP369crNzVVmZqaWL1+uc+fODc7RABhRQm0RdXVe0nfH/6uynF/I5YhIMpKJqbuzRY6Wo3JffFMtbW3JbhXAIOvTfVAmT56sp556SlOnTpUkvfjii/r+97+vY8eO6eabb9Yzzzyj7du3a/fu3Zo+fbqefPJJLVmyRKdOnVJWVpYkqby8XL/97W9VWVmpCRMmaOPGjVq2bJnq6urkdDoH/wgBpKzwpYginTG1tF3ShLYXVd80WZ82uxWJRhVtPatPPnpHDX8Kq+VStOedAUgpDmPM1eZNey0nJ0c///nP9aMf/UiBQEDl5eV67LHHJH05W+Lz+fT000/rgQceUCgU0sSJE7Vnzx6tWrVKkvTZZ58pPz9f+/bt09KlS3v1meFwWF6vV2vWrJHb7R5I+wCG0Pnz5/X6668PaB9/VZgvd7pT5y9e0vnwJV0ItSva1b8HEF5Lenq6/uZv/mZQ9wngStFoVLt371YoFFJ2dvZ1a/t9J9lYLKZ/+7d/U1tbm4qLi3XmzBkFg0GVlpbGazwej+bPn6/a2lo98MADqqurU2dnZ0JNIBBQYWGhamtrrxlQIpGIIpFI/HU4HJYk3XfffRo3blx/DwHAEDt16tSAA8r/OdEwSN1cW3p6utauXTvknwOMdq2trdq9e3evavscUOrr61VcXKyOjg6NGzdOVVVVmjFjhmprayVJPp8vod7n8+mTTz6RJAWDQbndbo0fP/6KmmAweM3PrKio0E9/+tMr1s+ZM6fHBAYgeVyu1HiahtPp1C233MLTjIEh9tUEQ2/0+Sqem266ScePH9d7772nH//4x1q9erU+/PDD+PbLf8CNMT3+0PdUs3nzZoVCofjS0DD0/6ICAADJ0+eA4na7NXXqVM2ZM0cVFRWaPXu2nnvuOfn9fkm6YiakqakpPqvi9/sVjUbV3Nx8zZqr8Xg88SuHvloAAMDINeD7oBhjFIlEVFBQIL/fr+rq6vi2aDSqmpoalZSUSJKKioqUnp6eUNPY2KgTJ07EawAAAPr0BfGWLVtUVlam/Px8tbS0qLKyUocOHdL+/fvlcDhUXl6ubdu2adq0aZo2bZq2bdumsWPH6t5775Ukeb1erV27Vhs3btSECROUk5OjTZs2aebMmVq8ePGQHCAAAEg9fQoon3/+ue677z41NjbK6/Vq1qxZ2r9/v5YsWSJJevTRR9Xe3q6HHnpIzc3Nmjt3rg4cOBC/B4ok7dixQy6XSytXrlR7e7sWLVqk3bt3cw8UAAAQN+D7oCTDV/dB6c111ACS5+jRoyoqKkp2Gz3KyspSKBTiKh5giPXl9zfP4gEAANYhoAAAAOsQUAAAgHUIKAAAwDqpcR9qACnpa1/7mlasWJHsNnqUkZGR7BYAXIaAAmDIfOMb31BVVVWy2wCQgviKBwAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsE6fAsquXbs0a9YsZWdnKzs7W8XFxXrrrbfi29esWSOHw5GwzJs3L2EfkUhE69evV25urjIzM7V8+XKdO3ducI4GAACMCH0KKJMnT9ZTTz2l999/X++//75uv/12ff/739fJkyfjNXfccYcaGxvjy759+xL2UV5erqqqKlVWVurw4cNqbW3VsmXLFIvFBueIAABAynMYY8xAdpCTk6Of//znWrt2rdasWaOLFy/qjTfeuGptKBTSxIkTtWfPHq1atUqS9Nlnnyk/P1/79u3T0qVLe/WZ4XBYXq9XoVBI2dnZA2kfAAAMk778/u73OSixWEyVlZVqa2tTcXFxfP2hQ4c0adIkTZ8+Xffff7+ampri2+rq6tTZ2anS0tL4ukAgoMLCQtXW1l7zsyKRiMLhcMICAABGrj4HlPr6eo0bN04ej0cPPvigqqqqNGPGDElSWVmZXn75ZR08eFDPPvusjhw5ottvv12RSESSFAwG5Xa7NX78+IR9+nw+BYPBa35mRUWFvF5vfMnPz+9r2wAAIIW4+vqGm266ScePH9fFixf12muvafXq1aqpqdGMGTPiX9tIUmFhoebMmaMpU6Zo7969uvvuu6+5T2OMHA7HNbdv3rxZGzZsiL8Oh8OEFAAARrA+BxS3262pU6dKkubMmaMjR47oueee0z/8wz9cUZuXl6cpU6bo9OnTkiS/369oNKrm5uaEWZSmpiaVlJRc8zM9Ho88Hk9fWwUAAClqwPdBMcbEv8K53IULF9TQ0KC8vDxJUlFRkdLT01VdXR2vaWxs1IkTJ64bUAAAwOjSpxmULVu2qKysTPn5+WppaVFlZaUOHTqk/fv3q7W1VVu3btU999yjvLw8nT17Vlu2bFFubq7uuusuSZLX69XatWu1ceNGTZgwQTk5Odq0aZNmzpypxYsXD8kBAgCA1NOngPL555/rvvvuU2Njo7xer2bNmqX9+/dryZIlam9vV319vV566SVdvHhReXl5WrhwoV599VVlZWXF97Fjxw65XC6tXLlS7e3tWrRokXbv3i2n0znoBwcAAFLTgO+DkgzcBwUAgNQzLPdBAQAAGCoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOq5kN9AfxhhJUjgcTnInAACgt776vf3V7/HrScmA0tLSIknKz89PcicAAKCvWlpa5PV6r1vjML2JMZbp7u7WqVOnNGPGDDU0NCg7OzvZLaWscDis/Px8xnEQMJaDh7EcHIzj4GEsB4cxRi0tLQoEAkpLu/5ZJik5g5KWlqYbbrhBkpSdnc0flkHAOA4exnLwMJaDg3EcPIzlwPU0c/IVTpIFAADWIaAAAADrpGxA8Xg8euKJJ+TxeJLdSkpjHAcPYzl4GMvBwTgOHsZy+KXkSbIAAGBkS9kZFAAAMHIRUAAAgHUIKAAAwDoEFAAAYJ2UDCi//OUvVVBQoDFjxqioqEi/+93vkt2Sdd59913deeedCgQCcjgceuONNxK2G2O0detWBQIBZWRkaMGCBTp58mRCTSQS0fr165Wbm6vMzEwtX75c586dG8ajSL6KigrdcsstysrK0qRJk7RixQqdOnUqoYax7J1du3Zp1qxZ8RtdFRcX66233opvZxz7p6KiQg6HQ+Xl5fF1jGXvbN26VQ6HI2Hx+/3x7YxjkpkUU1lZadLT082vfvUr8+GHH5pHHnnEZGZmmk8++STZrVll37595vHHHzevvfaakWSqqqoStj/11FMmKyvLvPbaa6a+vt6sWrXK5OXlmXA4HK958MEHzQ033GCqq6vN0aNHzcKFC83s2bNNV1fXMB9N8ixdutS88MIL5sSJE+b48ePme9/7nrnxxhtNa2trvIax7J0333zT7N2715w6dcqcOnXKbNmyxaSnp5sTJ04YYxjH/vj9739vvv71r5tZs2aZRx55JL6eseydJ554wtx8882msbExvjQ1NcW3M47JlXIB5Tvf+Y558MEHE9Z961vfMj/5yU+S1JH9Lg8o3d3dxu/3m6eeeiq+rqOjw3i9XvP3f//3xhhjLl68aNLT001lZWW85o9//KNJS0sz+/fvH7bebdPU1GQkmZqaGmMMYzlQ48ePN//0T//EOPZDS0uLmTZtmqmurjbz58+PBxTGsveeeOIJM3v27KtuYxyTL6W+4olGo6qrq1NpaWnC+tLSUtXW1iapq9Rz5swZBYPBhHH0eDyaP39+fBzr6urU2dmZUBMIBFRYWDiqxzoUCkmScnJyJDGW/RWLxVRZWam2tjYVFxczjv3w8MMP63vf+54WL16csJ6x7JvTp08rEAiooKBAP/jBD/Txxx9LYhxtkFIPCzx//rxisZh8Pl/Cep/Pp2AwmKSuUs9XY3W1cfzkk0/iNW63W+PHj7+iZrSOtTFGGzZs0K233qrCwkJJjGVf1dfXq7i4WB0dHRo3bpyqqqo0Y8aM+F/mjGPvVFZW6ujRozpy5MgV2/gz2Xtz587VSy+9pOnTp+vzzz/Xk08+qZKSEp08eZJxtEBKBZSvOByOhNfGmCvWoWf9GcfRPNbr1q3TBx98oMOHD1+xjbHsnZtuuknHjx/XxYsX9dprr2n16tWqqamJb2cce9bQ0KBHHnlEBw4c0JgxY65Zx1j2rKysLP7/M2fOVHFxsb75zW/qxRdf1Lx58yQxjsmUUl/x5Obmyul0XpFMm5qarki5uLavzlK/3jj6/X5Fo1E1Nzdfs2Y0Wb9+vd5880298847mjx5cnw9Y9k3brdbU6dO1Zw5c1RRUaHZs2frueeeYxz7oK6uTk1NTSoqKpLL5ZLL5VJNTY1+8YtfyOVyxceCsey7zMxMzZw5U6dPn+bPpAVSKqC43W4VFRWpuro6YX11dbVKSkqS1FXqKSgokN/vTxjHaDSqmpqa+DgWFRUpPT09oaaxsVEnTpwYVWNtjNG6dev0+uuv6+DBgyooKEjYzlgOjDFGkUiEceyDRYsWqb6+XsePH48vc+bM0V//9V/r+PHj+sY3vsFY9lMkEtEf/vAH5eXl8WfSBsk4M3cgvrrM+PnnnzcffvihKS8vN5mZmebs2bPJbs0qLS0t5tixY+bYsWNGktm+fbs5duxY/HLsp556yni9XvP666+b+vp688Mf/vCql89NnjzZvP322+bo0aPm9ttvH3WXz/34xz82Xq/XHDp0KOFSxEuXLsVrGMve2bx5s3n33XfNmTNnzAcffGC2bNli0tLSzIEDB4wxjONA/PlVPMYwlr21ceNGc+jQIfPxxx+b9957zyxbtsxkZWXFf58wjsmVcgHFGGP+7u/+zkyZMsW43W7z7W9/O37JJ/7bO++8YyRdsaxevdoY8+UldE888YTx+/3G4/GY2267zdTX1yfso7293axbt87k5OSYjIwMs2zZMvPpp58m4WiS52pjKMm88MIL8RrGsnd+9KMfxX9uJ06caBYtWhQPJ8YwjgNxeUBhLHvnq/uapKenm0AgYO6++25z8uTJ+HbGMbkcxhiTnLkbAACAq0upc1AAAMDoQEABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHX+P7D9PIRLupXXAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向左推，获得奖励：1.0，转移到下一个状态：[ 0.08195642  0.22289613 -0.12989835 -0.42372313]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAqTUlEQVR4nO3dfXBUdZ7v8c/JQzchJG1CIJ2WkMmM6CwGmDtBgawrz0FqEFGrYMZdL9RQro5CmQJKB/xDZq9F1Cll3XKH3Z11RVA31lzFdUpkiYtEqQw7GOGaoMVlrqBhSRvBpDsJSXfS+d0/XHumeUpCku5fh/er6lTR53z79Pf8Cro/nEfHGGMEAABgkZRENwAAAHA+AgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsE5CA8qvfvUrFRcXa9SoUSotLdUHH3yQyHYAAIAlEhZQXnvtNVVUVOixxx7T4cOH9Rd/8RdavHixvvjii0S1BAAALOEk6mGBM2bM0A9/+ENt27YtOu/P/uzPtGzZMlVWViaiJQAAYIm0RHxoOBxWXV2dfv7zn8fMLy8vV21t7QX1oVBIoVAo+rq3t1dff/21xo4dK8dxhr1fAAAweMYYtbW1yefzKSXl8gdxEhJQzpw5o0gkovz8/Jj5+fn58vv9F9RXVlbqF7/4RbzaAwAAw6ixsVETJky4bE1CAsq3zt/7YYy56B6RjRs3at26ddHXgUBAEydOVGNjo7Kzs4e9TwAAMHjBYFCFhYXKysrqszYhASUvL0+pqakX7C1pbm6+YK+KJLndbrnd7gvmZ2dnE1AAAEgy/Tk9IyFX8bhcLpWWlqq6ujpmfnV1tcrKyhLREgAAsEjCDvGsW7dO9957r6ZPn65Zs2bpn/7pn/TFF1/ogQceSFRLAADAEgkLKCtWrNDZs2f1N3/zN2pqalJJSYl2796toqKiRLUEAAAskbD7oAxGMBiUx+NRIBDgHBQAAJLEQH6/eRYPAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1hjygbN68WY7jxExerze63BijzZs3y+fzKSMjQ3PmzNHRo0eHug0AAJDEhmUPyo033qimpqboVF9fH1329NNP69lnn9Xzzz+vQ4cOyev1auHChWpraxuOVgAAQBIaloCSlpYmr9cbncaNGyfpm70nf/u3f6vHHntMd911l0pKSvTSSy/p3LlzevXVV4ejFQAAkISGJaAcP35cPp9PxcXF+vGPf6zPPvtMknTixAn5/X6Vl5dHa91ut2bPnq3a2tpLri8UCikYDMZMAABg5BrygDJjxgzt2LFD//7v/65f//rX8vv9Kisr09mzZ+X3+yVJ+fn5Me/Jz8+PLruYyspKeTye6FRYWDjUbQMAAIsMeUBZvHix7r77bk2ZMkULFizQ22+/LUl66aWXojWO48S8xxhzwbw/tXHjRgUCgejU2Ng41G0DAACLDPtlxpmZmZoyZYqOHz8evZrn/L0lzc3NF+xV+VNut1vZ2dkxEwAAGLmGPaCEQiF9+umnKigoUHFxsbxer6qrq6PLw+GwampqVFZWNtytAACAJJE21CvcsGGDbr/9dk2cOFHNzc164oknFAwGtXLlSjmOo4qKCm3ZskWTJk3SpEmTtGXLFo0ePVr33HPPULcCAACS1JAHlFOnTuknP/mJzpw5o3HjxmnmzJk6ePCgioqKJEmPPPKIOjs79eCDD6qlpUUzZszQ3r17lZWVNdStAACAJOUYY0yimxioYDAoj8ejQCDA+SgAACSJgfx+8yweAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1BhxQ3n//fd1+++3y+XxyHEdvvvlmzHJjjDZv3iyfz6eMjAzNmTNHR48ejakJhUJau3at8vLylJmZqaVLl+rUqVOD2hAAADByDDigdHR0aNq0aXr++ecvuvzpp5/Ws88+q+eff16HDh2S1+vVwoUL1dbWFq2pqKjQrl27VFVVpQMHDqi9vV1LlixRJBK58i0BAAAjhmOMMVf8ZsfRrl27tGzZMknf7D3x+XyqqKjQo48+KumbvSX5+fl66qmndP/99ysQCGjcuHHauXOnVqxYIUk6ffq0CgsLtXv3bi1atKjPzw0Gg/J4PAoEAsrOzr7S9gEAQBwN5Pd7SM9BOXHihPx+v8rLy6Pz3G63Zs+erdraWklSXV2duru7Y2p8Pp9KSkqiNecLhUIKBoMxEwAAGLmGNKD4/X5JUn5+fsz8/Pz86DK/3y+Xy6WcnJxL1pyvsrJSHo8nOhUWFg5l2wAAwDLDchWP4zgxr40xF8w73+VqNm7cqEAgEJ0aGxuHrFcAAGCfIQ0oXq9Xki7YE9Lc3Bzdq+L1ehUOh9XS0nLJmvO53W5lZ2fHTAAAYOQa0oBSXFwsr9er6urq6LxwOKyamhqVlZVJkkpLS5Wenh5T09TUpIaGhmgNAAC4uqUN9A3t7e36wx/+EH194sQJHTlyRLm5uZo4caIqKiq0ZcsWTZo0SZMmTdKWLVs0evRo3XPPPZIkj8ej1atXa/369Ro7dqxyc3O1YcMGTZkyRQsWLBi6LQMAAElrwAHlww8/1Ny5c6Ov161bJ0lauXKltm/frkceeUSdnZ168MEH1dLSohkzZmjv3r3KysqKvmfr1q1KS0vT8uXL1dnZqfnz52v79u1KTU0dgk0CAADJblD3QUkU7oMCAEDySdh9UAAAAIYCAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUGHFDef/993X777fL5fHIcR2+++WbM8lWrVslxnJhp5syZMTWhUEhr165VXl6eMjMztXTpUp06dWpQGwIAAEaOAQeUjo4OTZs2Tc8///wla2677TY1NTVFp927d8csr6io0K5du1RVVaUDBw6ovb1dS5YsUSQSGfgWAACAESdtoG9YvHixFi9efNkat9str9d70WWBQEAvvPCCdu7cqQULFkiSXn75ZRUWFurdd9/VokWLBtoSAAAYYYblHJT9+/dr/Pjxuv7663Xfffepubk5uqyurk7d3d0qLy+PzvP5fCopKVFtbe1F1xcKhRQMBmMmAAAwcg15QFm8eLFeeeUV7du3T88884wOHTqkefPmKRQKSZL8fr9cLpdycnJi3pefny+/33/RdVZWVsrj8USnwsLCoW4bAABYZMCHePqyYsWK6J9LSko0ffp0FRUV6e2339Zdd911yfcZY+Q4zkWXbdy4UevWrYu+DgaDhBQAAEawYb/MuKCgQEVFRTp+/Lgkyev1KhwOq6WlJaauublZ+fn5F12H2+1WdnZ2zAQAAEauYQ8oZ8+eVWNjowoKCiRJpaWlSk9PV3V1dbSmqalJDQ0NKisrG+52AABAEhjwIZ729nb94Q9/iL4+ceKEjhw5otzcXOXm5mrz5s26++67VVBQoJMnT2rTpk3Ky8vTnXfeKUnyeDxavXq11q9fr7Fjxyo3N1cbNmzQlClTolf1AACAq9uAA8qHH36ouXPnRl9/e27IypUrtW3bNtXX12vHjh1qbW1VQUGB5s6dq9dee01ZWVnR92zdulVpaWlavny5Ojs7NX/+fG3fvl2pqalDsEkAACDZOcYYk+gmBioYDMrj8SgQCHA+CgAASWIgv988iwcAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArDPgZ/EAwFAyvRF1tjSp8+vT6mw5ra7WJn1vwf1yUvj/E3A1I6AAiBtjjCLhTnV8dVIdzSfV8dXnOnfmc/X2dMv09qg30i3T26vwuVa5x+Qmul0ACURAARA3kfA5Hd6+7r9fXeI5pY6jUPArAgpwlWMfKoA4M7pkOJEkYxQ89WncugFgJwIKAOt8/f8OJboFAAlGQAEQN05KmjwTpyS6DQBJgIACIG6clFSNzpvYr1pjLnMYCMCIR0ABEDeO48idNbbPOmOMeiPdcegIgK0IKADix0mRKzOnzzLT26Pujtbh7weAtQgoAOLGcRylpLn6rDO9EYUJKMBVjYACwDo9XR1cyQNc5QgoAOLKcVLkpKRevsj0qqezLT4NAbASAQVAXLmyxuqaommJbgOA5QgoAOIqJc2l9IzsPuuM6ZXp7Y1DRwBsREABEFcpaS6lZWT1WdfbE1Yk3BmHjgDYiIACIK6clFSlujL6rOvtDqkn1BGHjgDYiIACIK4cx5Ecp8+6ntA5dXcG49ARABsRUABYqau1SW1NxxPdBoAEIaAAiDv3mFylj/Ykug0AFiOgAIi7jNxr5c4en+g2AFhsQAGlsrJSN910k7KysjR+/HgtW7ZMx44di6kxxmjz5s3y+XzKyMjQnDlzdPTo0ZiaUCiktWvXKi8vT5mZmVq6dKlOnTo1+K0BkBRSXaOV6hrVZ11vd0i9kZ44dATANgMKKDU1NXrooYd08OBBVVdXq6enR+Xl5ero+OOZ9k8//bSeffZZPf/88zp06JC8Xq8WLlyotrY/3hWyoqJCu3btUlVVlQ4cOKD29nYtWbJEkUhk6LYMgLXS3Bn9Cig9Xe3q7QnHoSMAtnGMMeZK3/zVV19p/Pjxqqmp0a233ipjjHw+nyoqKvToo49K+mZvSX5+vp566indf//9CgQCGjdunHbu3KkVK1ZIkk6fPq3CwkLt3r1bixYt6vNzg8GgPB6PAoGAsrP7vuETAPt8tu8FnT3+n5etuab4f6joz3/crycgA7DfQH6/B3UOSiAQkCTl5uZKkk6cOCG/36/y8vJojdvt1uzZs1VbWytJqqurU3d3d0yNz+dTSUlJtOZ8oVBIwWAwZgIw8nWeaVT3uUCi2wCQAFccUIwxWrdunW655RaVlJRIkvx+vyQpPz8/pjY/Pz+6zO/3y+VyKScn55I156usrJTH44lOhYWFV9o2gCQSajujnq5ziW4DQAJccUBZs2aNPv74Y/3rv/7rBcuc827CZIy5YN75LlezceNGBQKB6NTY2HilbQOwRO51NyutH8/kAXB1uqKAsnbtWr311lt67733NGHChOh8r9crSRfsCWlubo7uVfF6vQqHw2ppablkzfncbreys7NjJgDJzZ09Tilprj7rjIloEKfKAUhSAwooxhitWbNGb7zxhvbt26fi4uKY5cXFxfJ6vaquro7OC4fDqqmpUVlZmSSptLRU6enpMTVNTU1qaGiI1gAY+Vyjr1FKalqfdeGOFsnwVGPgatP3t8OfeOihh/Tqq6/q3/7t35SVlRXdU+LxeJSRkSHHcVRRUaEtW7Zo0qRJmjRpkrZs2aLRo0frnnvuidauXr1a69ev19ixY5Wbm6sNGzZoypQpWrBgwdBvIQArpbpGyXH6/j9SuL1FprdXTkpqHLoCYIsBBZRt27ZJkubMmRMz/8UXX9SqVaskSY888og6Ozv14IMPqqWlRTNmzNDevXuVlfXHx6tv3bpVaWlpWr58uTo7OzV//nxt375dqal8AQGIdeZYrfJL5iklLT3RrQCIo0HdByVRuA8KMDIc/d//S+fO9n3S+7R7fykXz+4Bkl7c7oMCAIMxvmSe1I/DPACuPnwzAEgYd3Zen7cgkCSZXq7kAa4yBBQACeMekyep74DS3dnWZw2AkYWAAiBh0jM9/cknCgXPDH8zAKxCQAGQMP29dLirtWmYOwFgGwIKAOud/mh3olsAEGcEFAAJlTnuO4luAYCFCCgAEir3ezclugUAFiKgAEgod/a4ftX1doeGuRMANiGgAEgod9bYvouMUbj96+FvBoA1CCgAEsZxHKW6MvpRaRRqOzvs/QCwBwEFgPWM6VWgsT7RbQCIIwIKAPsZo7am44nuAkAcEVAAJFRq+iiNnTQz0W0AsAwBBUBCOampGnVNQb9qjekd5m4A2IKAAiChHCdVrjHX9FlneiPq6eoY/oYAWIGAAiCxHEdpo8b0WdYb6Vb3uUAcGgJgAwIKgIRyHEeO0/dXkYn0KExAAa4aBBQASaG7M6jWE4cT3QaAOCGgAEg4JzVNKenuyxcZo95Id3waApBwBBQACTfqGq88E6ckug0AFiGgAEi41DS30kdl9VlnIt3q7WEvCnA1IKAASLiUdFe/ruSJhLvUEz4Xh44AJBoBBUDCOU6KnJS+v456QufU09Ueh44AJBoBBUDS6Gj+TG2njyW6DQBxQEABYIX00R6lujIS3QYASxBQAFhh9NiJcmXlJboNAJYgoACwQtqoTKX2dS8USaa3V8aYOHQEIJEIKACskDZqjFLTR/VZ19PVzg3bgKsAAQWAFVLT3XJS0/qs6+4MynAvFGDEI6AASCrnvvpcPV1tiW4DwDAbUECprKzUTTfdpKysLI0fP17Lli3TsWOxl/ytWrXqv59O+sdp5syZMTWhUEhr165VXl6eMjMztXTpUp06dWrwWwNgxDt3tlE9XR2JbgPAMBtQQKmpqdFDDz2kgwcPqrq6Wj09PSovL1dHR+yXxW233aampqbotHv37pjlFRUV2rVrl6qqqnTgwAG1t7dryZIlikQig98iAEkr5zs/4FJjAJKkvg/4/ok9e/bEvH7xxRc1fvx41dXV6dZbb43Od7vd8nq9F11HIBDQCy+8oJ07d2rBggWSpJdfflmFhYV69913tWjRooFuA4ARYtQ1BXJS0yV1XrbOyMgYI8dx4tMYgLgb1DkogUBAkpSbmxszf//+/Ro/fryuv/563XfffWpubo4uq6urU3d3t8rLy6PzfD6fSkpKVFtbe9HPCYVCCgaDMROAkceVeY2clNQ+6zjEA4x8VxxQjDFat26dbrnlFpWUlETnL168WK+88or27dunZ555RocOHdK8efMUCoUkSX6/Xy6XSzk5OTHry8/Pl9/vv+hnVVZWyuPxRKfCwsIrbRuAxdIysvr1TJ5w+9eS6Y1DRwASZUCHeP7UmjVr9PHHH+vAgQMx81esWBH9c0lJiaZPn66ioiK9/fbbuuuuuy65vsvtrt24caPWrVsXfR0MBgkpwAiUkpomR30ftgm3n5UxvXLU994WAMnpivagrF27Vm+99Zbee+89TZgw4bK1BQUFKioq0vHjxyVJXq9X4XBYLS0tMXXNzc3Kz8+/6Drcbreys7NjJgBXr68+/UC93AsFGNEGFFCMMVqzZo3eeOMN7du3T8XFxX2+5+zZs2psbFRBQYEkqbS0VOnp6aquro7WNDU1qaGhQWVlZQNsH8BIk+oe3WdNJNwpidvdAyPZgALKQw89pJdfflmvvvqqsrKy5Pf75ff71dn5zRn37e3t2rBhg373u9/p5MmT2r9/v26//Xbl5eXpzjvvlCR5PB6tXr1a69ev13/8x3/o8OHD+qu/+itNmTIlelUPgKtXwQ9uk/pxmAfAyDagc1C2bdsmSZozZ07M/BdffFGrVq1Samqq6uvrtWPHDrW2tqqgoEBz587Va6+9pqysrGj91q1blZaWpuXLl6uzs1Pz58/X9u3blZrK8WTgaufKyvsmn/Sxg6S3OyzjGs2lxsAI5ZgkfCxoMBiUx+NRIBDgfBRghOnuateRHRv6vErn+3c8qjH53yWgAElkIL/fPIsHgFX6eyfZUPCrYe4EQCIRUABYpb/7Qzq++nxY+wCQWAQUAEnp7P+9+J2nAYwMBBQAlnHkKSzpuwzAiEZAAWAXx1FO8Q8S3QWABCOgALCOO3tcnzXGGHV3BuLQDYBEIKAAsIrjOHJl5vRdaHoVDp4d/oYAJAQBBUBSMr0RBf7r00S3AWCYEFAAJCXTG1Hgi4ZEtwFgmBBQAFgn1ZWh7AmTE90GgAQioACwTkpaujJyCvpVm4RP6wDQDwQUANZxUlKV3o8TZY2JqDfSHYeOAMQbAQWAdZyUVKVn9P0gUNPTre5zwTh0BCDeCCgArOM4KUpJS++zrjfSrZ5OAgowEhFQACStcPvXav38/yS6DQDDgIACwEpOSqqclNTL1pjeiCKhzjh1BCCeCCgArJSRe62yfDckug0ACUJAAWCl1PRRSnOP6bPOmF6Z3t44dAQgnggoAKyUmu5W2qjMPusi3V2KdIfi0BGAeEpLdAMARrbe3l71XtEeDkdOat9X8vR0dSjc1S71o/ayn+Y4Sk29/DkvAOKHgAJgWL300kv667/+6yt67wNLS/U/y6detub3tTW6e22ljjUO7snGpaWlOnjw4KDWAWDoEFAADCtjjHp6eq7ovf3Z8/L9iXkq9np09MSXV/QZ34pEIoN6P4ChRUABYK2TTa1qaetUTlaGJKkzkqmvuicoFBmjVKdb16Q3Kzfdn+AuAQwHAgoAa336xVf6qvWccrIydC6SpSNt89QRuUY9xqUURTQqpV3fyWiQVJPoVgEMMa7iAWCt1rYudYW71d2brt+13qFAT756jFuSo16l6VzvNTrWMUNtqTcqNYWvM2Ak4V80AGsFOrrUFe7RB63LFTajL1oTUbrmLtqovPHfi3N3AIYTAQWAtXqNZIxkjHPZOse5/HIAyYeAAgAArENAAQAA1iGgALDab/Yf1Q9GVSlV3Rdd7iiiGzM/UFZqS5w7AzCcBhRQtm3bpqlTpyo7O1vZ2dmaNWuW3nnnnehyY4w2b94sn8+njIwMzZkzR0ePHo1ZRygU0tq1a5WXl6fMzEwtXbpUp06dGpqtATDiNDYHlWba9ec5ryszteW/g4qRTEQ9oRZldOxT15kDCnWHE90qgCE0oPugTJgwQU8++aSuu+46Sd/cwvqOO+7Q4cOHdeONN+rpp5/Ws88+q+3bt+v666/XE088oYULF+rYsWPKysqSJFVUVOi3v/2tqqqqNHbsWK1fv15LlixRXV0dz8EAcIHm1g719Paqu92vrMAr+uIrr061pCnS06lzLZ/q5In/VGNzUF3hK7tbLQA7OcYYM5gV5Obm6pe//KV++tOfyufzqaKiQo8++qikb/aW5Ofn66mnntL999+vQCCgcePGaefOnVqxYoUk6fTp0yosLNTu3bu1aNGifn1mMBiUx+PRqlWr5HK5BtM+gGF27Ngx1dQM7kZqt918nTq6wjoTOKezgU6dDZ5TpHdQX10XGDdunO68884hXSeAWOFwWNu3b1cgEFB2dvZla6/4TrKRSES/+c1v1NHRoVmzZunEiRPy+/0qLy+P1rjdbs2ePVu1tbW6//77VVdXp+7u7pgan8+nkpIS1dbWXjKghEIhhUJ/fJx6MBiUJN17770aM2bMlW4CgDj47W9/O+iAsuf3fxiibi4tLy9Pq1evHvbPAa5m7e3t2r59e79qBxxQ6uvrNWvWLHV1dWnMmDHatWuXJk+erNraWklSfn5+TH1+fr4+//xzSZLf75fL5VJOTs4FNX7/pZ+nUVlZqV/84hcXzJ8+fXqfCQxAYjU0NCS6hX7JzMzUzTffnOg2gBHt2x0M/THgq3huuOEGHTlyRAcPHtTPfvYzrVy5Up988kl0+fk3TDLG9HkTpb5qNm7cqEAgEJ0aGxsH2jYAAEgiAw4oLpdL1113naZPn67KykpNmzZNzz33nLxeryRdsCekubk5ulfF6/UqHA6rpaXlkjUX43a7o1cOfTsBAICRa9D3QTHGKBQKqbi4WF6vV9XV1dFl4XBYNTU1KisrkySVlpYqPT09pqapqUkNDQ3RGgAAgAGdg7Jp0yYtXrxYhYWFamtrU1VVlfbv3689e/bIcRxVVFRoy5YtmjRpkiZNmqQtW7Zo9OjRuueeeyRJHo9Hq1ev1vr16zV27Fjl5uZqw4YNmjJlihYsWDAsGwgAAJLPgALKl19+qXvvvVdNTU3yeDyaOnWq9uzZo4ULF0qSHnnkEXV2durBBx9US0uLZsyYob1790bvgSJJW7duVVpampYvX67Ozk7Nnz9f27dv5x4oAAAgatD3QUmEb++D0p/rqAEk1r/8y78kxeW706dP16FDhxLdBjCiDeT3m2fxAAAA6xBQAACAdQgoAADAOgQUAABgnSt+Fg8A9EdRUZGWLVuW6Db69O1T2gHYgat4AABAXHAVDwAASGoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUGFFC2bdumqVOnKjs7W9nZ2Zo1a5beeeed6PJVq1bJcZyYaebMmTHrCIVCWrt2rfLy8pSZmamlS5fq1KlTQ7M1AABgRBhQQJkwYYKefPJJffjhh/rwww81b9483XHHHTp69Gi05rbbblNTU1N02r17d8w6KioqtGvXLlVVVenAgQNqb2/XkiVLFIlEhmaLAABA0nOMMWYwK8jNzdUvf/lLrV69WqtWrVJra6vefPPNi9YGAgGNGzdOO3fu1IoVKyRJp0+fVmFhoXbv3q1Fixb16zODwaA8Ho8CgYCys7MH0z4AAIiTgfx+X/E5KJFIRFVVVero6NCsWbOi8/fv36/x48fr+uuv13333afm5ubosrq6OnV3d6u8vDw6z+fzqaSkRLW1tZf8rFAopGAwGDMBAICRa8ABpb6+XmPGjJHb7dYDDzygXbt2afLkyZKkxYsX65VXXtG+ffv0zDPP6NChQ5o3b55CoZAkye/3y+VyKScnJ2ad+fn58vv9l/zMyspKeTye6FRYWDjQtgEAQBJJG+gbbrjhBh05ckStra16/fXXtXLlStXU1Gjy5MnRwzaSVFJSounTp6uoqEhvv/227rrrrkuu0xgjx3EuuXzjxo1at25d9HUwGCSkAAAwgg04oLhcLl133XWSpOnTp+vQoUN67rnn9I//+I8X1BYUFKioqEjHjx+XJHm9XoXDYbW0tMTsRWlublZZWdklP9Ptdsvtdg+0VQAAkKQGfR8UY0z0EM75zp49q8bGRhUUFEiSSktLlZ6erurq6mhNU1OTGhoaLhtQAADA1WVAe1A2bdqkxYsXq7CwUG1tbaqqqtL+/fu1Z88etbe3a/Pmzbr77rtVUFCgkydPatOmTcrLy9Odd94pSfJ4PFq9erXWr1+vsWPHKjc3Vxs2bNCUKVO0YMGCYdlAAACQfAYUUL788kvde++9ampqksfj0dSpU7Vnzx4tXLhQnZ2dqq+v144dO9Ta2qqCggLNnTtXr732mrKysqLr2Lp1q9LS0rR8+XJ1dnZq/vz52r59u1JTU4d84wAAQHIa9H1QEoH7oAAAkHzich8UAACA4UJAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsk5boBq6EMUaSFAwGE9wJAADor29/t7/9Hb+cpAwobW1tkqTCwsIEdwIAAAaqra1NHo/nsjWO6U+MsUxvb6+OHTumyZMnq7GxUdnZ2YluKWkFg0EVFhYyjkOAsRw6jOXQYByHDmM5NIwxamtrk8/nU0rK5c8ySco9KCkpKbr22mslSdnZ2fxlGQKM49BhLIcOYzk0GMehw1gOXl97Tr7FSbIAAMA6BBQAAGCdpA0obrdbjz/+uNxud6JbSWqM49BhLIcOYzk0GMehw1jGX1KeJAsAAEa2pN2DAgAARi4CCgAAsA4BBQAAWIeAAgAArJOUAeVXv/qViouLNWrUKJWWluqDDz5IdEvWef/993X77bfL5/PJcRy9+eabMcuNMdq8ebN8Pp8yMjI0Z84cHT16NKYmFApp7dq1ysvLU2ZmppYuXapTp07FcSsSr7KyUjfddJOysrI0fvx4LVu2TMeOHYupYSz7Z9u2bZo6dWr0RlezZs3SO++8E13OOF6ZyspKOY6jioqK6DzGsn82b94sx3FiJq/XG13OOCaYSTJVVVUmPT3d/PrXvzaffPKJefjhh01mZqb5/PPPE92aVXbv3m0ee+wx8/rrrxtJZteuXTHLn3zySZOVlWVef/11U19fb1asWGEKCgpMMBiM1jzwwAPm2muvNdXV1eajjz4yc+fONdOmTTM9PT1x3prEWbRokXnxxRdNQ0ODOXLkiPnRj35kJk6caNrb26M1jGX/vPXWW+btt982x44dM8eOHTObNm0y6enppqGhwRjDOF6J3//+9+Y73/mOmTp1qnn44Yej8xnL/nn88cfNjTfeaJqamqJTc3NzdDnjmFhJF1Buvvlm88ADD8TM+/73v29+/vOfJ6gj+50fUHp7e43X6zVPPvlkdF5XV5fxeDzmH/7hH4wxxrS2tpr09HRTVVUVrfmv//ovk5KSYvbs2RO33m3T3NxsJJmamhpjDGM5WDk5Oeaf//mfGccr0NbWZiZNmmSqq6vN7NmzowGFsey/xx9/3EybNu2iyxjHxEuqQzzhcFh1dXUqLy+PmV9eXq7a2toEdZV8Tpw4Ib/fHzOObrdbs2fPjo5jXV2duru7Y2p8Pp9KSkqu6rEOBAKSpNzcXEmM5ZWKRCKqqqpSR0eHZs2axThegYceekg/+tGPtGDBgpj5jOXAHD9+XD6fT8XFxfrxj3+szz77TBLjaIOkeljgmTNnFIlElJ+fHzM/Pz9ffr8/QV0ln2/H6mLj+Pnnn0drXC6XcnJyLqi5WsfaGKN169bplltuUUlJiSTGcqDq6+s1a9YsdXV1acyYMdq1a5cmT54c/TJnHPunqqpKH330kQ4dOnTBMv5O9t+MGTO0Y8cOXX/99fryyy/1xBNPqKysTEePHmUcLZBUAeVbjuPEvDbGXDAPfbuScbyax3rNmjX6+OOPdeDAgQuWMZb9c8MNN+jIkSNqbW3V66+/rpUrV6qmpia6nHHsW2Njox5++GHt3btXo0aNumQdY9m3xYsXR/88ZcoUzZo1S9/73vf00ksvaebMmZIYx0RKqkM8eXl5Sk1NvSCZNjc3X5BycWnfnqV+uXH0er0Kh8NqaWm5ZM3VZO3atXrrrbf03nvvacKECdH5jOXAuFwuXXfddZo+fboqKys1bdo0Pffcc4zjANTV1am5uVmlpaVKS0tTWlqaampq9Hd/93dKS0uLjgVjOXCZmZmaMmWKjh8/zt9JCyRVQHG5XCotLVV1dXXM/OrqapWVlSWoq+RTXFwsr9cbM47hcFg1NTXRcSwtLVV6enpMTVNTkxoaGq6qsTbGaM2aNXrjjTe0b98+FRcXxyxnLAfHGKNQKMQ4DsD8+fNVX1+vI0eORKfp06frL//yL3XkyBF997vfZSyvUCgU0qeffqqCggL+TtogEWfmDsa3lxm/8MIL5pNPPjEVFRUmMzPTnDx5MtGtWaWtrc0cPnzYHD582Egyzz77rDl8+HD0cuwnn3zSeDwe88Ybb5j6+nrzk5/85KKXz02YMMG8++675qOPPjLz5s276i6f+9nPfmY8Ho/Zv39/zKWI586di9Ywlv2zceNG8/7775sTJ06Yjz/+2GzatMmkpKSYvXv3GmMYx8H406t4jGEs+2v9+vVm//795rPPPjMHDx40S5YsMVlZWdHfE8YxsZIuoBhjzN///d+boqIi43K5zA9/+MPoJZ/4o/fee89IumBauXKlMeabS+gef/xx4/V6jdvtNrfeequpr6+PWUdnZ6dZs2aNyc3NNRkZGWbJkiXmiy++SMDWJM7FxlCSefHFF6M1jGX//PSnP43+ux03bpyZP39+NJwYwzgOxvkBhbHsn2/va5Kenm58Pp+56667zNGjR6PLGcfEcowxJjH7bgAAAC4uqc5BAQAAVwcCCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACs8/8Bdj06PHb4NcIAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[ 0.08641434  0.41959593 -0.13837281 -0.7543699 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAqbElEQVR4nO3df3BU9b3/8ddJNruEkKyEwG62RJpWsMUA92uwQOqV30G+RYr4HWi9dWDKOFqFMQOMFpzvSO84RO0o9Q633NteryjqjXNH8doRKfEisUwu32KEa4IdvjiihpI1isluEsJusvl8//DrtsuvJCTZ/Wx4PmbOjHvOe8++z2do9tWz53yOY4wxAgAAsEhGqhsAAAA4HwEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFgnpQHl17/+tYqLizVixAiVlpbqD3/4QyrbAQAAlkhZQHn55ZdVUVGhhx9+WEeOHNHf/u3favHixfr0009T1RIAALCEk6qHBc6YMUM33nijduzYEV/33e9+V8uWLVNlZWUqWgIAAJZwpeJDo9Go6urq9POf/zxhfXl5uWpray+oj0QiikQi8dc9PT368ssvNWbMGDmOM+T9AgCAgTPGqK2tTYFAQBkZl/8RJyUB5YsvvlAsFpPP50tY7/P5FAwGL6ivrKzUL37xi2S1BwAAhlBjY6PGjx9/2ZqUBJSvnX/2wxhz0TMimzZt0vr16+OvQ6GQrr32WjU2NiovL2/I+wQAAAMXDodVVFSk3NzcXmtTElAKCgqUmZl5wdmS5ubmC86qSJLH45HH47lgfV5eHgEFAIA005fLM1JyF4/b7VZpaamqq6sT1ldXV6usrCwVLQEAAIuk7Cee9evX66677tL06dM1a9Ys/eY3v9Gnn36qe++9N1UtAQAAS6QsoKxcuVJnzpzR3//936upqUklJSXas2ePJkyYkKqWAACAJVI2D8pAhMNheb1ehUIhrkEBACBN9Of7m2fxAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYZ9ADypYtW+Q4TsLi9/vj240x2rJliwKBgLKzszVnzhwdO3ZssNsAAABpbEjOoNxwww1qamqKL/X19fFtTzzxhJ566ilt375dhw8flt/v18KFC9XW1jYUrQAAgDQ0JAHF5XLJ7/fHl7Fjx0r66uzJr371Kz388MNavny5SkpK9Nxzz+ns2bN66aWXhqIVAACQhoYkoJw4cUKBQEDFxcX60Y9+pI8++kiSdPLkSQWDQZWXl8drPR6PZs+erdra2kvuLxKJKBwOJywAAGD4GvSAMmPGDD3//PP6/e9/r9/+9rcKBoMqKyvTmTNnFAwGJUk+ny/hPT6fL77tYiorK+X1euNLUVHRYLcNAAAsMugBZfHixbrjjjs0ZcoULViwQG+88YYk6bnnnovXOI6T8B5jzAXr/tqmTZsUCoXiS2Nj42C3DQAALDLktxnn5ORoypQpOnHiRPxunvPPljQ3N19wVuWveTwe5eXlJSwAAGD4GvKAEolE9Kc//UmFhYUqLi6W3+9XdXV1fHs0GlVNTY3KysqGuhUAAJAmXIO9w40bN+q2227Ttddeq+bmZj366KMKh8NatWqVHMdRRUWFtm7dqokTJ2rixInaunWrRo4cqTvvvHOwWwEAAGlq0APKqVOn9OMf/1hffPGFxo4dq5kzZ+rQoUOaMGGCJOnBBx9UZ2en7rvvPrW0tGjGjBnat2+fcnNzB7sVAACQphxjjEl1E/0VDofl9XoVCoW4HgUAgDTRn+9vnsUDAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALBOvwPKO++8o9tuu02BQECO4+i1115L2G6M0ZYtWxQIBJSdna05c+bo2LFjCTWRSETr1q1TQUGBcnJytHTpUp06dWpABwIAAIaPfgeUjo4OTZs2Tdu3b7/o9ieeeEJPPfWUtm/frsOHD8vv92vhwoVqa2uL11RUVGj37t2qqqrSwYMH1d7eriVLligWi135kQAAgGHDMcaYK36z42j37t1atmyZpK/OngQCAVVUVOihhx6S9NXZEp/Pp8cff1z33HOPQqGQxo4dq127dmnlypWSpNOnT6uoqEh79uzRokWLev3ccDgsr9erUCikvLy8K20fAAAkUX++vwf1GpSTJ08qGAyqvLw8vs7j8Wj27Nmqra2VJNXV1amrqyuhJhAIqKSkJF5zvkgkonA4nLAAAIDha1ADSjAYlCT5fL6E9T6fL74tGAzK7XZr9OjRl6w5X2Vlpbxeb3wpKioazLYBAIBlhuQuHsdxEl4bYy5Yd77L1WzatEmhUCi+NDY2DlqvAADAPoMaUPx+vyRdcCakubk5flbF7/crGo2qpaXlkjXn83g8ysvLS1gAAMDwNagBpbi4WH6/X9XV1fF10WhUNTU1KisrkySVlpYqKysroaapqUkNDQ3xGgAAcHVz9fcN7e3t+vDDD+OvT548qaNHjyo/P1/XXnutKioqtHXrVk2cOFETJ07U1q1bNXLkSN15552SJK/XqzVr1mjDhg0aM2aM8vPztXHjRk2ZMkULFiwYvCMDAABpq98B5d1339XcuXPjr9evXy9JWrVqlXbu3KkHH3xQnZ2duu+++9TS0qIZM2Zo3759ys3Njb9n27ZtcrlcWrFihTo7OzV//nzt3LlTmZmZg3BIAAAg3Q1oHpRUYR4UAADST8rmQQEAABgMBBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANbpd0B55513dNtttykQCMhxHL322msJ21evXi3HcRKWmTNnJtREIhGtW7dOBQUFysnJ0dKlS3Xq1KkBHQgAABg++h1QOjo6NG3aNG3fvv2SNbfeequampriy549exK2V1RUaPfu3aqqqtLBgwfV3t6uJUuWKBaL9f8IAADAsOPq7xsWL16sxYsXX7bG4/HI7/dfdFsoFNIzzzyjXbt2acGCBZKkF154QUVFRXrrrbe0aNGi/rYEAACGmSG5BuXAgQMaN26cJk2apLvvvlvNzc3xbXV1derq6lJ5eXl8XSAQUElJiWpray+6v0gkonA4nLAAAIDha9ADyuLFi/Xiiy9q//79evLJJ3X48GHNmzdPkUhEkhQMBuV2uzV69OiE9/l8PgWDwYvus7KyUl6vN74UFRUNdtsAAMAi/f6JpzcrV66M/3dJSYmmT5+uCRMm6I033tDy5csv+T5jjBzHuei2TZs2af369fHX4XCYkAIAwDA25LcZFxYWasKECTpx4oQkye/3KxqNqqWlJaGuublZPp/vovvweDzKy8tLWAAAwPA15AHlzJkzamxsVGFhoSSptLRUWVlZqq6ujtc0NTWpoaFBZWVlQ90OAABIA/3+iae9vV0ffvhh/PXJkyd19OhR5efnKz8/X1u2bNEdd9yhwsJCffzxx9q8ebMKCgp0++23S5K8Xq/WrFmjDRs2aMyYMcrPz9fGjRs1ZcqU+F09AADg6tbvgPLuu+9q7ty58ddfXxuyatUq7dixQ/X19Xr++efV2tqqwsJCzZ07Vy+//LJyc3Pj79m2bZtcLpdWrFihzs5OzZ8/Xzt37lRmZuYgHBIAAEh3jjHGpLqJ/gqHw/J6vQqFQlyPAgBAmujP9zfP4gEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6/T7WTwAMJhMT0ydLU3q/PK0OltO61xrk7694B45Gfz/J+BqRkABkDTGGMWiner4/GN1NH+sjs8/0dkvPlFPd5dMT7d6Yl0yPT2KdrTIkzsm1e0CSCECCoCkiUXP6sjO9f//1SWeU+o4OhduJqAAVznOoQJIMqNLhhNJMkbhUx8krRsAdiKgALBOy0fvpboFAClGQAGQNE6GS9d8829S3QaANEBAAZA0TkamcsZ+s0+1xlzmZyAAwx4BBUDSOE6GPHkFvdaZnpi6z7UnoSMAtiKgAEgex1HWSG+vZaYnpmhHSxIaAmArAgqApHEcR47T+5+d7shZtX7830noCICtCCgArGNiXer88s+pbgNAChFQACSVe1S+8sZPTnUbACxHQAGQVBlZHrlzRveh0nAnD3AVI6AASKoMl1tZI/N6revp7lJPVyQJHQGwEQEFQFJlZLrk8uT0WhfrOqcubjUGrloEFABJ5TgZUkZmr3WxaKe6z7UloSMANiKgALBS55d/Vtvp46luA0CKEFAAJJ3LM1KZWSN6reMiWeDqRUABkHSjfN9WdkFR74WGO3mAqxUBBUDSZXpylOnO7rUu1nVOJtadhI4A2KZfAaWyslI33XSTcnNzNW7cOC1btkzHjyf+RmyM0ZYtWxQIBJSdna05c+bo2LFjCTWRSETr1q1TQUGBcnJytHTpUp06dWrgRwMgLbg82X36iae7s02xbm41Bq5G/QooNTU1uv/++3Xo0CFVV1eru7tb5eXl6ujoiNc88cQTeuqpp7R9+3YdPnxYfr9fCxcuVFvbX67Gr6io0O7du1VVVaWDBw+qvb1dS5YsUSwWG7wjA2Atx8mQ4zi91kXav1Qs2pmEjgDYxjED+IH3888/17hx41RTU6NbbrlFxhgFAgFVVFTooYcekvTV2RKfz6fHH39c99xzj0KhkMaOHatdu3Zp5cqVkqTTp0+rqKhIe/bs0aJFi3r93HA4LK/Xq1AopLy83id8AmCfj/Y/ozMn/k+vdZP+Z4W8RUyNDwwH/fn+HtA1KKFQSJKUn58vSTp58qSCwaDKy8vjNR6PR7Nnz1Ztba0kqa6uTl1dXQk1gUBAJSUl8ZrzRSIRhcPhhAVAesvOH6+MLE+q2wBgqSsOKMYYrV+/XjfffLNKSkokScFgUJLk8/kSan0+X3xbMBiU2+3W6NGjL1lzvsrKSnm93vhSVNSHq/8BWC23cKJc7pGpbgOApa44oKxdu1bvv/++/u3f/u2Cbef/tmyM6fX35svVbNq0SaFQKL40NjZeadsALJGVc42cTFevdd3n2mV6epLQEQCbXFFAWbdunV5//XW9/fbbGj9+fHy93++XpAvOhDQ3N8fPqvj9fkWjUbW0tFyy5nwej0d5eXkJC4D05h55jTIys3qti7R/KWMIKMDVpl8BxRijtWvX6tVXX9X+/ftVXFycsL24uFh+v1/V1dXxddFoVDU1NSorK5MklZaWKisrK6GmqalJDQ0N8RoAw5+T0bc/P+3BE+qJdQ1xNwBs0/v51b9y//3366WXXtJ//Md/KDc3N36mxOv1Kjs7W47jqKKiQlu3btXEiRM1ceJEbd26VSNHjtSdd94Zr12zZo02bNigMWPGKD8/Xxs3btSUKVO0YMGCwT9CAGkt9Gm9erqjUh8mdgMwfPQroOzYsUOSNGfOnIT1zz77rFavXi1JevDBB9XZ2an77rtPLS0tmjFjhvbt26fc3Nx4/bZt2+RyubRixQp1dnZq/vz52rlzpzIze3/CKYDhY3TxjepsbZKYzh7AeQY0D0qqMA8KMDy0flqvD3//a5mey0/SOO0nTyhrpLdPk7sBsFfS5kEBgIHw5I3rU133ufYh7gSAbQgoAFLGnTNa6sNZkXOh5iR0A8AmBBQAKZPh6v02Y4mAAlyNCCgArPf5n95JdQsAkoyAAiClMjLdvdZ0nQ0loRMANiGgAEip8TOW97Ey7W44BDAABBQAKeXJG9uHKqPuyNkh7wWAPQgoAFLKk1vQe5GRIuHPh74ZANYgoABIGcdx+ngnjyGgAFcZAgoA65memIL/vS/VbQBIIgIKgJRyMjK+mrCtF71Nhw9geCGgAEipzKwRyp84I9VtALAMAQVAajmZco/K77XMmB7Fop1JaAiADQgoAFLKyciQZ9SYXutMrEvRs61D3xAAKxBQAKSU4zhyMnr/UxTriupcK8/kAa4WBBQAaaG7M6yWk++lug0ASUJAAZByrhGj5Mkbl+o2AFiEgAIg5bJGejWyoCjVbQCwCAEFQMplZnmUNSK317qeWJd6uqNJ6AhAqhFQAKRchssjV/aoXutikU4eGghcJQgoAFLOyciQk5HZa10selbd5zqS0BGAVCOgAEgbkfDnOtcaTHUbAJKAgALACtljinqdUbb7XLu6OkNJ6ghAKhFQAFjBM2qMXH24UFaSjDFD3A2AVCOgALCCK3uUMt0jeq2LdUUl05OEjgCkEgEFgBVcnhxluDy91nV3hrjVGLgKEFAAWCEj09WnZ/JEz4bV092VhI4ApBIBBUBaCTceU7SjJdVtABhiBBQA1sjIdPVaE4uelYl1J6EbAKlEQAFgjbHfnd2nO3mMuJMHGO4IKACs4R41Wk5mH2aU7TqXhG4ApFK/AkplZaVuuukm5ebmaty4cVq2bJmOHz+eULN69Wo5jpOwzJw5M6EmEolo3bp1KigoUE5OjpYuXapTp04N/GgApDV3zug+TXkfbfuCW42BYa5fAaWmpkb333+/Dh06pOrqanV3d6u8vFwdHYnPxrj11lvV1NQUX/bs2ZOwvaKiQrt371ZVVZUOHjyo9vZ2LVmyRLFYbOBHBCBtZbiy5MjptS7SdoafeIBhrvcr0v7K3r17E14/++yzGjdunOrq6nTLLbfE13s8Hvn9/ovuIxQK6ZlnntGuXbu0YMECSdILL7ygoqIivfXWW1q0aFF/jwHAVSb43/tU+De39umiWgDpaUDXoIRCXz0TIz8/8fkZBw4c0Lhx4zRp0iTdfffdam5ujm+rq6tTV1eXysvL4+sCgYBKSkpUW1t70c+JRCIKh8MJC4DhyZ1b0HuR6dFXl8oCGK6uOKAYY7R+/XrdfPPNKikpia9fvHixXnzxRe3fv19PPvmkDh8+rHnz5ikSiUiSgsGg3G63Ro8enbA/n8+nYPDiTymtrKyU1+uNL0VFRVfaNgDLjZ18i9SHn3kADG9XfH507dq1ev/993Xw4MGE9StXroz/d0lJiaZPn64JEybojTfe0PLlyy+5P2OMHOfif5Q2bdqk9evXx1+Hw2FCCjBMjfCO/Sqf9HKCJBbpVKZ75CX/bgBIb1d0BmXdunV6/fXX9fbbb2v8+PGXrS0sLNSECRN04sQJSZLf71c0GlVLS+JMkM3NzfL5fBfdh8fjUV5eXsICYHjy5I1VX86gnAt/PvTNAEiZfgUUY4zWrl2rV199Vfv371dxcXGv7zlz5owaGxtVWFgoSSotLVVWVpaqq6vjNU1NTWpoaFBZWVk/2wcw3GT24YGBknT2i0+GuBMAqdSvgHL//ffrhRde0EsvvaTc3FwFg0EFg0F1dnZKktrb27Vx40b913/9lz7++GMdOHBAt912mwoKCnT77bdLkrxer9asWaMNGzboP//zP3XkyBH95Cc/0ZQpU+J39QBAb5qOvJnqFgAMoX5dg7Jjxw5J0pw5cxLWP/vss1q9erUyMzNVX1+v559/Xq2trSosLNTcuXP18ssvKzf3L9NXb9u2TS6XSytWrFBnZ6fmz5+vnTt3KrMPM0gCGO4cjfJ9W+3BE6luBEAKOSYNZzsKh8Pyer0KhUJcjwIMM8YYNR39vf78x1cvW5fpztb/WP0rLpIF0kh/vr95Fg8A64zwjuu1xhijnq5IEroBkAoEFADW8eT1ZbI2o0jbmaFvBkBKEFAAWMVxHGVmjei1zpierx4aCGBYIqAASEumJ6bWT+tT3QaAIUJAAZCeTI/OnjmV6i4ADBECCgDruEaMUsH13+9TbRreiAigDwgoAKyTkZklT5/u5OmRiXUnoSMAyUZAAWAdJzNT7hxvr3WmO6qus6EkdAQg2QgoAKzjOBnK6MMzeXpiXerqJKAAwxEBBUDaira3qPUT7uQBhiMCCgArOU6GHOfyf6JMT7dikbNJ6ghAMhFQAFhp5Jgi5Y6fnOo2AKQIAQWAlTLcI5Q1YlSvdT093erhTh5g2CGgALBSZtYIufoQUGKRs4pFO5PQEYBkIqAAsJKTkSkn09VrXTcBBRiWCCgArOQ4jpw+1LWdPq724IdD3g+A5CKgALCWa8QoZbjcvVQZprsHhiECCgBrjSqcKPeoMaluA0AKEFAAWCsrO0+ZWb3PKGtiXTI9PUnoCECy9H4FGgAMQE9Pj3quMDw4WdlyMrN6rYt0hNQVPdeHn4Mu81mOo8zMzCt+P4DBxRkUAEPqueeeU3Z29hUtOble7X/7QK+f8Zvt2+T3jb3iz8nOztb3v//9oR8MAH3GGRQAQ8oYo+7uK59IrS8XwBYXeuV2OQP6nFgsdsXvBTD4CCgA0kZnLEefd41XJDZKmU6XrslqVn5WUFO+5VPeSI8++7Ij1S0CGCQEFABWe6vuI039tk/Gla+jbfPUEbtG3catDMU0IqNd38xu0ITsD1LdJoBBRkABYLX6jz7T2Wimjrb/UFEzMr6+Ry6d7blGxztmyOVEleXiAldgOOEiWQBW++zLDr195n8lhJO/FlOW3m+fq9xrvimnL1PPAkgLBBQAVuuIdKmn1+tkHQXG5MohoQDDBgEFwLAw78ZiZWYQUIDhgoACYFj4zrUFyuAMCjBsEFAAWO947f9Whrouus1RTDfk/EG5rpYkdwVgKPUroOzYsUNTp05VXl6e8vLyNGvWLL355pvx7cYYbdmyRYFAQNnZ2ZozZ46OHTuWsI9IJKJ169apoKBAOTk5Wrp0qU6dOjU4RwNgWDrVdErfv+YV5WS2KFNdkowcxeTEQhrd9Y4UPqT/2/i5eKgxMHz06zbj8ePH67HHHtN1110n6asprH/4wx/qyJEjuuGGG/TEE0/oqaee0s6dOzVp0iQ9+uijWrhwoY4fP67c3FxJUkVFhX73u9+pqqpKY8aM0YYNG7RkyRLV1dXxHAwAF9X4eVgjnFYVxV5Rw+d+/bklU6G2sEznh/ri9Hv6tDmsU5+H1R3jgYHAcOGYvswjfRn5+fn65S9/qZ/+9KcKBAKqqKjQQw89JOmrsyU+n0+PP/647rnnHoVCIY0dO1a7du3SypUrJUmnT59WUVGR9uzZo0WLFvXpM8PhsLxer1avXi23+8ofDgZg6B0/flw1NTUD2kdGhqMfzJyoM6FOfRE+qzOhs/oy3KnBPGEyduxY3X777YO4RwDni0aj2rlzp0KhkPLy8i5be8UTtcViMf37v/+7Ojo6NGvWLJ08eVLBYFDl5eXxGo/Ho9mzZ6u2tlb33HOP6urq1NXVlVATCARUUlKi2traSwaUSCSiSCQSfx0OhyVJd911l0aNGnWlhwAgCX73u98NOKD09Bj9rvb/DlJHF1dQUKA1a9YM6WcAV7v29nbt3LmzT7X9Dij19fWaNWuWzp07p1GjRmn37t2aPHmyamtrJUk+ny+h3ufz6ZNPPpEkBYNBud1ujR49+oKaYDB4yc+srKzUL37xiwvWT58+vdcEBiC1GhoaUt1Cn+Tk5Oh73/teqtsAhrWvTzD0Rb/v4rn++ut19OhRHTp0SD/72c+0atUqffDBX56Dcf5EScaYXidP6q1m06ZNCoVC8aWxsbG/bQMAgDTS74Didrt13XXXafr06aqsrNS0adP09NNPy+/3S9IFZ0Kam5vjZ1X8fr+i0ahaWlouWXMxHo8nfufQ1wsAABi+BjwPijFGkUhExcXF8vv9qq6ujm+LRqOqqalRWVmZJKm0tFRZWVkJNU1NTWpoaIjXAAAA9OsalM2bN2vx4sUqKipSW1ubqqqqdODAAe3du1eO46iiokJbt27VxIkTNXHiRG3dulUjR47UnXfeKUnyer1as2aNNmzYoDFjxig/P18bN27UlClTtGDBgiE5QAAAkH76FVA+++wz3XXXXWpqapLX69XUqVO1d+9eLVy4UJL04IMPqrOzU/fdd59aWlo0Y8YM7du3Lz4HiiRt27ZNLpdLK1asUGdnp+bPn6+dO3cyBwoAAIgb8DwoqfD1PCh9uY8aQGr967/+a1rcvjt9+nQdPnw41W0Aw1p/vr95Fg8AALAOAQUAAFiHgAIAAKxDQAEAANa54mfxAEBfTJgwQcuWLUt1G736+intAOzAXTwAACApuIsHAACkNQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOv0KKDt27NDUqVOVl5envLw8zZo1S2+++WZ8++rVq+U4TsIyc+bMhH1EIhGtW7dOBQUFysnJ0dKlS3Xq1KnBORoAADAs9CugjB8/Xo899pjeffddvfvuu5o3b55++MMf6tixY/GaW2+9VU1NTfFlz549CfuoqKjQ7t27VVVVpYMHD6q9vV1LlixRLBYbnCMCAABpzzHGmIHsID8/X7/85S+1Zs0arV69Wq2trXrttdcuWhsKhTR27Fjt2rVLK1eulCSdPn1aRUVF2rNnjxYtWtSnzwyHw/J6vQqFQsrLyxtI+wAAIEn68/19xdegxGIxVVVVqaOjQ7NmzYqvP3DggMaNG6dJkybp7rvvVnNzc3xbXV2durq6VF5eHl8XCARUUlKi2traS35WJBJROBxOWAAAwPDV74BSX1+vUaNGyePx6N5779Xu3bs1efJkSdLixYv14osvav/+/XryySd1+PBhzZs3T5FIRJIUDAbldrs1evTohH36fD4Fg8FLfmZlZaW8Xm98KSoq6m/bAAAgjbj6+4brr79eR48eVWtrq1555RWtWrVKNTU1mjx5cvxnG0kqKSnR9OnTNWHCBL3xxhtavnz5JfdpjJHjOJfcvmnTJq1fvz7+OhwOE1IAABjG+h1Q3G63rrvuOknS9OnTdfjwYT399NP653/+5wtqCwsLNWHCBJ04cUKS5Pf7FY1G1dLSknAWpbm5WWVlZZf8TI/HI4/H099WAQBAmhrwPCjGmPhPOOc7c+aMGhsbVVhYKEkqLS1VVlaWqqur4zVNTU1qaGi4bEABAABXl36dQdm8ebMWL16soqIitbW1qaqqSgcOHNDevXvV3t6uLVu26I477lBhYaE+/vhjbd68WQUFBbr99tslSV6vV2vWrNGGDRs0ZswY5efna+PGjZoyZYoWLFgwJAcIAADST78Cymeffaa77rpLTU1N8nq9mjp1qvbu3auFCxeqs7NT9fX1ev7559Xa2qrCwkLNnTtXL7/8snJzc+P72LZtm1wul1asWKHOzk7Nnz9fO3fuVGZm5qAfHAAASE8DngclFZgHBQCA9JOUeVAAAACGCgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALCOK9UNXAljjCQpHA6nuBMAANBXX39vf/09fjlpGVDa2tokSUVFRSnuBAAA9FdbW5u8Xu9laxzTlxhjmZ6eHh0/flyTJ09WY2Oj8vLyUt1S2gqHwyoqKmIcBwFjOXgYy8HBOA4exnJwGGPU1tamQCCgjIzLX2WSlmdQMjIy9I1vfEOSlJeXxz+WQcA4Dh7GcvAwloODcRw8jOXA9Xbm5GtcJAsAAKxDQAEAANZJ24Di8Xj0yCOPyOPxpLqVtMY4Dh7GcvAwloODcRw8jGXypeVFsgAAYHhL2zMoAABg+CKgAAAA6xBQAACAdQgoAADAOmkZUH7961+ruLhYI0aMUGlpqf7whz+kuiXrvPPOO7rtttsUCATkOI5ee+21hO3GGG3ZskWBQEDZ2dmaM2eOjh07llATiUS0bt06FRQUKCcnR0uXLtWpU6eSeBSpV1lZqZtuukm5ubkaN26cli1bpuPHjyfUMJZ9s2PHDk2dOjU+0dWsWbP05ptvxrczjlemsrJSjuOooqIivo6x7JstW7bIcZyExe/3x7czjilm0kxVVZXJysoyv/3tb80HH3xgHnjgAZOTk2M++eSTVLdmlT179piHH37YvPLKK0aS2b17d8L2xx57zOTm5ppXXnnF1NfXm5UrV5rCwkITDofjNffee6/5xje+Yaqrq817771n5s6da6ZNm2a6u7uTfDSps2jRIvPss8+ahoYGc/ToUfODH/zAXHvttaa9vT1ew1j2zeuvv27eeOMNc/z4cXP8+HGzefNmk5WVZRoaGowxjOOV+OMf/2i++c1vmqlTp5oHHnggvp6x7JtHHnnE3HDDDaapqSm+NDc3x7czjqmVdgHle9/7nrn33nsT1n3nO98xP//5z1PUkf3ODyg9PT3G7/ebxx57LL7u3Llzxuv1mn/6p38yxhjT2tpqsrKyTFVVVbzmz3/+s8nIyDB79+5NWu+2aW5uNpJMTU2NMYaxHKjRo0ebf/mXf2Ecr0BbW5uZOHGiqa6uNrNnz44HFMay7x555BEzbdq0i25jHFMvrX7iiUajqqurU3l5ecL68vJy1dbWpqir9HPy5EkFg8GEcfR4PJo9e3Z8HOvq6tTV1ZVQEwgEVFJSclWPdSgUkiTl5+dLYiyvVCwWU1VVlTo6OjRr1izG8Qrcf//9+sEPfqAFCxYkrGcs++fEiRMKBAIqLi7Wj370I3300UeSGEcbpNXDAr/44gvFYjH5fL6E9T6fT8FgMEVdpZ+vx+pi4/jJJ5/Ea9xut0aPHn1BzdU61sYYrV+/XjfffLNKSkokMZb9VV9fr1mzZuncuXMaNWqUdu/ercmTJ8f/mDOOfVNVVaX33ntPhw8fvmAb/yb7bsaMGXr++ec1adIkffbZZ3r00UdVVlamY8eOMY4WSKuA8jXHcRJeG2MuWIfeXck4Xs1jvXbtWr3//vs6ePDgBdsYy765/vrrdfToUbW2tuqVV17RqlWrVFNTE9/OOPausbFRDzzwgPbt26cRI0Zcso6x7N3ixYvj/z1lyhTNmjVL3/72t/Xcc89p5syZkhjHVEqrn3gKCgqUmZl5QTJtbm6+IOXi0r6+Sv1y4+j3+xWNRtXS0nLJmqvJunXr9Prrr+vtt9/W+PHj4+sZy/5xu9267rrrNH36dFVWVmratGl6+umnGcd+qKurU3Nzs0pLS+VyueRyuVRTU6N/+Id/kMvlio8FY9l/OTk5mjJlik6cOMG/SQukVUBxu90qLS1VdXV1wvrq6mqVlZWlqKv0U1xcLL/fnzCO0WhUNTU18XEsLS1VVlZWQk1TU5MaGhquqrE2xmjt2rV69dVXtX//fhUXFydsZywHxhijSCTCOPbD/PnzVV9fr6NHj8aX6dOn6+/+7u909OhRfetb32Isr1AkEtGf/vQnFRYW8m/SBqm4Mncgvr7N+JlnnjEffPCBqaioMDk5Oebjjz9OdWtWaWtrM0eOHDFHjhwxksxTTz1ljhw5Er8d+7HHHjNer9e8+uqrpr6+3vz4xz++6O1z48ePN2+99ZZ57733zLx586662+d+9rOfGa/Xaw4cOJBwK+LZs2fjNYxl32zatMm888475uTJk+b99983mzdvNhkZGWbfvn3GGMZxIP76Lh5jGMu+2rBhgzlw4ID56KOPzKFDh8ySJUtMbm5u/PuEcUyttAsoxhjzj//4j2bChAnG7XabG2+8MX7LJ/7i7bffNpIuWFatWmWM+eoWukceecT4/X7j8XjMLbfcYurr6xP20dnZadauXWvy8/NNdna2WbJkifn0009TcDSpc7ExlGSeffbZeA1j2Tc//elP4/+7HTt2rJk/f348nBjDOA7E+QGFseybr+c1ycrKMoFAwCxfvtwcO3Ysvp1xTC3HGGNSc+4GAADg4tLqGhQAAHB1IKAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDr/D1kOP1WrYPpKAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[ 0.09480627  0.6163267  -0.1534602  -1.0871973 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAqlElEQVR4nO3df3BUZZ7v8U/nRzchJD35QbrTEjEzgg4m4E5wgFxXQCCYGkTEKphx14IaytJRWHOBqwP+IbNlEXVKWbfcYWdmLRHUjXdK4zoFssRFomyWOxihDOiwuKKGMW0EQ3cSQnfSee4fLr3T/EpCku6nw/tVdarsc759+nuewvSnnj4/HMYYIwAAAIukJLoBAACAcxFQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1EhpQfvWrX6m4uFijRo1SWVmZ3nvvvUS2AwAALJGwgPLqq6+qqqpKjz76qA4cOKC//Mu/VGVlpb744otEtQQAACzhSNTDAqdNm6Yf/OAH2rx5c3Td97//fS1atEjV1dWJaAkAAFgiLREfGg6H1djYqJ///Ocx6ysqKtTQ0HBefSgUUigUir7u7e3VN998o7y8PDkcjmHvFwAADJ4xRu3t7fL5fEpJufSPOAkJKCdOnFAkEpHH44lZ7/F45Pf7z6uvrq7WL37xi3i1BwAAhlFzc7PGjRt3yZqEBJSzzp39MMZccEZk3bp1Wr16dfR1IBDQ1VdfrebmZmVnZw97nwAAYPCCwaCKioqUlZXVZ21CAkp+fr5SU1PPmy1pbW09b1ZFklwul1wu13nrs7OzCSgAACSZ/pyekZCreJxOp8rKylRXVxezvq6uTuXl5YloCQAAWCRhP/GsXr1a99xzj6ZOnaoZM2boN7/5jb744gvdf//9iWoJAABYImEBZenSpTp58qT+9m//Vi0tLSopKdGOHTs0fvz4RLUEAAAskbD7oAxGMBiU2+1WIBDgHBQAAJLEQL6/eRYPAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1hjygbNiwQQ6HI2bxer3R7cYYbdiwQT6fTxkZGZo1a5YOHz481G0AAIAkNiwzKDfccINaWlqiS1NTU3TbU089pWeeeUbPPfec9u/fL6/Xq3nz5qm9vX04WgEAAEloWAJKWlqavF5vdBk7dqykb2dP/u7v/k6PPvqoFi9erJKSEr344os6ffq0XnnlleFoBQAAJKFhCShHjx6Vz+dTcXGxfvzjH+vTTz+VJB07dkx+v18VFRXRWpfLpZkzZ6qhoeGi+wuFQgoGgzELAAAYuYY8oEybNk1bt27Vv/7rv+q3v/2t/H6/ysvLdfLkSfn9fkmSx+OJeY/H44luu5Dq6mq53e7oUlRUNNRtAwAAiwx5QKmsrNRdd92l0tJSzZ07V9u3b5ckvfjii9Eah8MR8x5jzHnr/ty6desUCASiS3Nz81C3DQAALDLslxlnZmaqtLRUR48ejV7Nc+5sSWtr63mzKn/O5XIpOzs7ZgEAACPXsAeUUCikjz/+WIWFhSouLpbX61VdXV10ezgcVn19vcrLy4e7FQAAkCTShnqHa9eu1e23366rr75ara2tevzxxxUMBrVs2TI5HA5VVVVp48aNmjBhgiZMmKCNGzdq9OjRuvvuu4e6FQAAkKSGPKAcP35cP/nJT3TixAmNHTtW06dP1759+zR+/HhJ0sMPP6yuri498MADamtr07Rp07Rr1y5lZWUNdSsAACBJOYwxJtFNDFQwGJTb7VYgEOB8FAAAksRAvr95Fg8AALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoDDijvvvuubr/9dvl8PjkcDr3xxhsx240x2rBhg3w+nzIyMjRr1iwdPnw4piYUCmnVqlXKz89XZmamFi5cqOPHjw/qQAAAwMgx4IDS2dmpKVOm6Lnnnrvg9qeeekrPPPOMnnvuOe3fv19er1fz5s1Te3t7tKaqqkq1tbWqqanR3r171dHRoQULFigSiVz+kQAAgBHDYYwxl/1mh0O1tbVatGiRpG9nT3w+n6qqqvTII49I+na2xOPx6Mknn9R9992nQCCgsWPHatu2bVq6dKkk6csvv1RRUZF27Nih+fPn9/m5wWBQbrdbgUBA2dnZl9s+AACIo4F8fw/pOSjHjh2T3+9XRUVFdJ3L5dLMmTPV0NAgSWpsbFR3d3dMjc/nU0lJSbTmXKFQSMFgMGYBAAAj15AGFL/fL0nyeDwx6z0eT3Sb3++X0+lUTk7ORWvOVV1dLbfbHV2KioqGsm0AAGCZYbmKx+FwxLw2xpy37lyXqlm3bp0CgUB0aW5uHrJeAQCAfYY0oHi9Xkk6byaktbU1Oqvi9XoVDofV1tZ20ZpzuVwuZWdnxywAAGDkGtKAUlxcLK/Xq7q6uui6cDis+vp6lZeXS5LKysqUnp4eU9PS0qJDhw5FawAAwJUtbaBv6Ojo0CeffBJ9fezYMR08eFC5ubm6+uqrVVVVpY0bN2rChAmaMGGCNm7cqNGjR+vuu++WJLndbq1YsUJr1qxRXl6ecnNztXbtWpWWlmru3LlDd2QAACBpDTigvP/++5o9e3b09erVqyVJy5Yt05YtW/Twww+rq6tLDzzwgNra2jRt2jTt2rVLWVlZ0fds2rRJaWlpWrJkibq6ujRnzhxt2bJFqampQ3BIAAAg2Q3qPiiJwn1QAABIPgm7DwoAAMBQIKAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALDOgAPKu+++q9tvv10+n08Oh0NvvPFGzPbly5fL4XDELNOnT4+pCYVCWrVqlfLz85WZmamFCxfq+PHjgzoQAAAwcgw4oHR2dmrKlCl67rnnLlpz2223qaWlJbrs2LEjZntVVZVqa2tVU1OjvXv3qqOjQwsWLFAkEhn4EQAAgBEnbaBvqKysVGVl5SVrXC6XvF7vBbcFAgE9//zz2rZtm+bOnStJeumll1RUVKS3335b8+fPH2hLAABghBmWc1D27NmjgoICTZw4Uffee69aW1uj2xobG9Xd3a2KioroOp/Pp5KSEjU0NFxwf6FQSMFgMGYBAAAj15AHlMrKSr388svavXu3nn76ae3fv1+33nqrQqGQJMnv98vpdConJyfmfR6PR36//4L7rK6ultvtji5FRUVD3TYAALDIgH/i6cvSpUuj/11SUqKpU6dq/Pjx2r59uxYvXnzR9xlj5HA4Lrht3bp1Wr16dfR1MBgkpAAAMIIN+2XGhYWFGj9+vI4ePSpJ8nq9CofDamtri6lrbW2Vx+O54D5cLpeys7NjFgAAMHINe0A5efKkmpubVVhYKEkqKytTenq66urqojUtLS06dOiQysvLh7sdAACQBAb8E09HR4c++eST6Otjx47p4MGDys3NVW5urjZs2KC77rpLhYWF+uyzz7R+/Xrl5+frzjvvlCS53W6tWLFCa9asUV5ennJzc7V27VqVlpZGr+oBAABXtgEHlPfff1+zZ8+Ovj57bsiyZcu0efNmNTU1aevWrTp16pQKCws1e/Zsvfrqq8rKyoq+Z9OmTUpLS9OSJUvU1dWlOXPmaMuWLUpNTR2CQwIAAMnOYYwxiW5ioILBoNxutwKBAOejAACQJAby/c2zeAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgnQE/LBAALldvpFvdnQGFO0+p+/QphU8HFO5oU/fpNoU7A+ruPKXrFvxvOcfkyuFwJLpdAAlEQAEQF8YYHdz6fxQJd51dc8G6rrYWOcfkxq8xAFbiJx4A8WN69W0wufhD1M+c8setHQD2IqAAsMo3//W+ZC4eYABcGQgoAOIm//u39FnT+fVnutQMC4ArAwEFQNxkj/t+olsAkCQIKADiJuM7nn7VhU8Hh7kTALYjoACIC4fDoVRnRj8qDSfKAiCgALCMMTpx5N8T3QWABCOgAIgbR0qavnPNX/RZ19l6LA7dALAZAQVA3DhSUpVZcE2/ag2XGgNXNAIKgLhxpKRolLugzzpjjEykJw4dAbAVAQVA3DgcKUrPyO6zzkR6FGo/GYeOANiKgALAOqa3R+EOAgpwJSOgAIizvp9S3BM6rW8+bYxDLwBsRUABEFcu91jlfG/qpYtMryKh0/FpCICVCCgA4io13SVnZk6fdcb0yvT2xqEjADYioACIq5RUZ79OlO3tCasnzCwKcKUioACIK0dKihypaX3WRUKn1dPFM3mAK9WAAkp1dbVuuukmZWVlqaCgQIsWLdKRI0diaowx2rBhg3w+nzIyMjRr1iwdPnw4piYUCmnVqlXKz89XZmamFi5cqOPHjw/+aAAkhb5Pk5VOnzyu4PGPh70XAHYaUECpr6/Xgw8+qH379qmurk49PT2qqKhQZ2dntOapp57SM888o+eee0779++X1+vVvHnz1N7eHq2pqqpSbW2tampqtHfvXnV0dGjBggWKRCJDd2QArDXG+z2Nziu6ZI3p7VGkJxynjgDYxmEGcT/pr7/+WgUFBaqvr9ctt9wiY4x8Pp+qqqr0yCOPSPp2tsTj8ejJJ5/Ufffdp0AgoLFjx2rbtm1aunSpJOnLL79UUVGRduzYofnz5/f5ucFgUG63W4FAQNnZff+WDcAuofaTOlb/otr/9MdL1l31w0UqvLFSDkd/5lwA2G4g39+DOgclEAhIknJzcyVJx44dk9/vV0VFRbTG5XJp5syZamhokCQ1Njaqu7s7psbn86mkpCRac65QKKRgMBizAEheaRljlOYc3Wddb3dIppeZVeBKdNkBxRij1atX6+abb1ZJSYkkye/3S5I8Hk9MrcfjiW7z+/1yOp3Kycm5aM25qqur5Xa7o0tR0aWnhgHYLSXVqZS09D7ruk8H1Nt9Jg4dAbDNZQeUlStX6sMPP9Q///M/n7ft3OlYY0yfU7SXqlm3bp0CgUB0aW5uvty2AVigvz/ZhDsDioQJKMCV6LICyqpVq/Tmm2/qnXfe0bhx46LrvV6vJJ03E9La2hqdVfF6vQqHw2pra7tozblcLpeys7NjFgDJLdWZITku/ScoePywzgRb49QRAJsMKKAYY7Ry5Uq9/vrr2r17t4qLi2O2FxcXy+v1qq6uLrouHA6rvr5e5eXlkqSysjKlp6fH1LS0tOjQoUPRGgAjX96E6XKOdvddeNmn8QNIZn3fLenPPPjgg3rllVf0L//yL8rKyorOlLjdbmVkZMjhcKiqqkobN27UhAkTNGHCBG3cuFGjR4/W3XffHa1dsWKF1qxZo7y8POXm5mrt2rUqLS3V3Llzh/4IAVjJOSZXjtS+z0Pp7Qn362diACPLgALK5s2bJUmzZs2KWf/CCy9o+fLlkqSHH35YXV1deuCBB9TW1qZp06Zp165dysrKitZv2rRJaWlpWrJkibq6ujRnzhxt2bJFqampgzsaAEkjPSOrX3eUDXd+I9Mb6VctgJFjUPdBSRTugwKMDIf+7wZ1tX15yZqCG2Zr3LTFSk13xakrAMMlbvdBAYDBSMvI6rOm9fA7inCpMXDFIaAASJj862/u80oeAFcm/jIASJhR3/H26+RX09urJPw1GsAgEFAAJEzGdzxSPwJKuLOtzxoAIwsBBUDCpKT178TXM32cSAtg5CGgALBeu/+TRLcAIM4IKAASakzBd/us+eaT/XHoBIBNCCgAEirvOh5xAeB8BBQACZXxHW8/qox6Qp3D3gsAexBQACSUc0xO30XGKHTqq+FvBoA1CCgAEubbe6D04z4oxqi95T+HvyEA1iCgAEgoR0qaMnJ8ly4yvTr5yR/i0xAAKxBQACRUSlq6ssdNSnQbACxDQAGQUI6UVLmy8/tV29sbGeZuANiCgAIgoRwpqXJm5fVZ19vTre4ObnkPXCkIKAASyuFwKCUlrc+63ki3Qh3fxKEjADYgoABICpFQpzq++q9EtwEgTggoABLOOSZXmQXFl6zp7QnrzCl/nDoCkGgEFAAJl5aRpVHfKexHpZExZtj7AZB4BBQACZeaPkrpo7P7rIuEQ4qEz8ShIwCJRkABkHApqWlKTXf1WRcJdarnTEccOgKQaAQUAEmj65RfXd8cT3QbAOKAgALAChl5RXKOyb1kTU9XUOFO7oUCXAkIKACs4MrKV1pGVr9qOVEWGPkIKACskJ6RrTRnRp91vT1hyfTGoSMAiURAAWCFNNdopaT1faJsuPOUIj3hOHQEIJEIKACs4EhJkRyOPusCzYd5Jg9wBSCgAEgqocBXioS7Et0GgGFGQAFgjfzr/pdSXZmJbgOABQgoAKwxyl2glNR+PNm4t4creYARjoACwBrOMTlypPQdUELtJyUCCjCiDSigVFdX66abblJWVpYKCgq0aNEiHTlyJKZm+fLlcjgcMcv06dNjakKhkFatWqX8/HxlZmZq4cKFOn6cu0MCV7rU9FFy9ONE2VCwVYZLjYERbUABpb6+Xg8++KD27dunuro69fT0qKKiQp2dnTF1t912m1paWqLLjh07YrZXVVWptrZWNTU12rt3rzo6OrRgwQJFIpHBHxGAEe/rj9799n4oAEasvudS/8zOnTtjXr/wwgsqKChQY2Ojbrnlluh6l8slr9d7wX0EAgE9//zz2rZtm+bOnStJeumll1RUVKS3335b8+fPH+gxABhBUpyj+qz59oGB/MQDjGSDOgclEAhIknJzY5+fsWfPHhUUFGjixIm699571draGt3W2Nio7u5uVVRURNf5fD6VlJSooaHhgp8TCoUUDAZjFgAj07hpi/t1PxROkgVGtssOKMYYrV69WjfffLNKSkqi6ysrK/Xyyy9r9+7devrpp7V//37deuutCoVCkiS/3y+n06mcnJyY/Xk8Hvn9/gt+VnV1tdxud3QpKiq63LYBWC7DfeHZ13N1nw4QUoARbEA/8fy5lStX6sMPP9TevXtj1i9dujT63yUlJZo6darGjx+v7du3a/HixRfdnzHmoifHrVu3TqtXr46+DgaDhBRghErPdEtyqK+fcM60tSgjxxeXngDE32XNoKxatUpvvvmm3nnnHY0bN+6StYWFhRo/fryOHj0qSfJ6vQqHw2pri71VdWtrqzwezwX34XK5lJ2dHbMAGJkcjv79WTr+h9ph7gRAIg0ooBhjtHLlSr3++uvavXu3iouL+3zPyZMn1dzcrMLCQklSWVmZ0tPTVVdXF61paWnRoUOHVF5ePsD2AYxEqf14qvG3J8oCGKkGFFAefPBBvfTSS3rllVeUlZUlv98vv9+vrq5vn4vR0dGhtWvX6j/+4z/02Wefac+ePbr99tuVn5+vO++8U5Lkdru1YsUKrVmzRv/2b/+mAwcO6K//+q9VWloavaoHwBXMkaLCKVzNB1zpBnQOyubNmyVJs2bNiln/wgsvaPny5UpNTVVTU5O2bt2qU6dOqbCwULNnz9arr76qrKysaP2mTZuUlpamJUuWqKurS3PmzNGWLVuUmpo6+CMCkPRG5fR9oqwxRr3dZ/o12wIg+ThMEp4GHwwG5Xa7FQgEOB8FGGGMMepqa9Hh3224ZF1KmlPfv+MRjc7nhHkgWQzk+5tn8QCwisPh6NcDA40xOhP4Kg4dAUgEAgqApGQi3fI3vZ3oNgAMEwIKAOukpKbL5b7wbQdiJN0P1AD6i4ACwDqpozKV+72p/ag0Mr08ZBQYiQgoAKyTkpIm15i8Put6e7rV3dUeh44AxBsBBYB9HA6luvq+fLi3J6RQ+8k4NAQg3ggoAKxzsedynSsU/FrfHP1/w9wNgEQgoACwUporU+mj3YluA0CCEFAAWMnlLtDosdckug0ACUJAAWClVGeG0jOy+qyL9IQU6Q7FoSMA8URAAWCl1PRRShs1ps+6njMd6gmdjkNHAOKJgALASg6HQ/05VTbc8Y26O9uGvR8A8UVAAZDUur75k7raWhLdBoAhRkABYK3MgmKlZ+Ykug0ACUBAAWCtjLwipY++9CPZJak30i3T2xuHjgDECwEFgLXSR2crNX1Un3XdnW3qjXTHoSMA8UJAAWCt1DSnHCl9/5nqPPGFIuGuOHQEIF4IKACSXrD5sHp4aCAwohBQAFgte9wkOVLTE90GgDhLS3QDAEa+SCQiY8xlvTcj7xqlpKYp0sc5JpHeiHp6ei7rM85yOBxKTU0d1D4ADA1mUAAMu7/5m79RRkbGZS0TJ0/ViZPf9PkZiyrnavToy/uMs8vKlSvjMBoA+oMZFADDLhK5/NmNr9s6FOnte/blqvxMRXoi6r3MmRrp2z4B2IEZFABJpb0nR5913aD/7CzTZ103KNiTK0madeM1Sk3tz83xASQDZlAAJI0T4av0x87pOh3JUkTpSlW3Rqe26/rMfSopNkpxEFCAkYIZFADWe37HBwr25OpA+1y1R/IUkVOSQxE51R7J04H2uQr25Ev9erwggGRAQAFgvaZjbfr3tsXqMa4Lbu8xLjWculNZmZlx7gzAcCGgALDen04EZfqYHTFy6JrC78SnIQDDjoACwHqhcN9X1zgk3fG/rhv+ZgDEBQEFwMjgkP5iQmGiuwAwRAgoAKxnesNqPlCtFF34Xiop6tE09++VepHtAJLPgALK5s2bNXnyZGVnZys7O1szZszQW2+9Fd1ujNGGDRvk8/mUkZGhWbNm6fDhwzH7CIVCWrVqlfLz85WZmamFCxfq+PHjQ3M0AEakXmN0svVj/UX228pICf53UDFyqEfq/kZXRd5U8OQfdfRPfd9xFkByGNB9UMaNG6cnnnhC1157rSTpxRdf1B133KEDBw7ohhtu0FNPPaVnnnlGW7Zs0cSJE/X4449r3rx5OnLkiLKysiRJVVVV+v3vf6+amhrl5eVpzZo1WrBggRobG3kGBoALMkb6ojUgt+NTFYS/0h9PjNWXbVJn5zeKtH+knS0fq7k1oOMneKIxMFI4zOU+weu/5ebm6pe//KV++tOfyufzqaqqSo888oikb2dLPB6PnnzySd13330KBAIaO3astm3bpqVLl0qSvvzySxUVFWnHjh2aP39+vz4zGAzK7XZr+fLlcjqdg2kfQBy89957+vjjjwe1j+xMl/6y9Gp9HTitk4HTOhE4rUBnaIg6/Nb111+vW265ZUj3CeB/hMNhbdmyRYFAQNnZ2Zesvew7yUYiEf3ud79TZ2enZsyYoWPHjsnv96uioiJa43K5NHPmTDU0NOi+++5TY2Ojuru7Y2p8Pp9KSkrU0NBw0YASCoUUCv3PH6JgMChJuueeezRmzJjLPQQAcXLixIlBB5RgZ0jb9x0doo4u7Prrr9eKFSuG9TOAK1lHR4e2bNnSr9oBB5SmpibNmDFDZ86c0ZgxY1RbW6tJkyapoaFBkuTxeGLqPR6PPv/8c0mS3++X0+lUTk7OeTV+v/+in1ldXa1f/OIX562fOnVqnwkMQOKNHTs20S30y9ixY/XDH/4w0W0AI9bZCYb+GPBVPNddd50OHjyoffv26Wc/+5mWLVumjz76KLrdcc6zMIwx5607V18169atUyAQiC7Nzc0DbRsAACSRAQcUp9Opa6+9VlOnTlV1dbWmTJmiZ599Vl6vV5LOmwlpbW2Nzqp4vV6Fw2G1tbVdtOZCXC5X9MqhswsAABi5Bn0fFGOMQqGQiouL5fV6VVdXF90WDodVX1+v8vJySVJZWZnS09NjalpaWnTo0KFoDQAAwIDOQVm/fr0qKytVVFSk9vZ21dTUaM+ePdq5c6ccDoeqqqq0ceNGTZgwQRMmTNDGjRs1evRo3X333ZIkt9utFStWaM2aNcrLy1Nubq7Wrl2r0tJSzZ07d1gOEAAAJJ8BBZSvvvpK99xzj1paWuR2uzV58mTt3LlT8+bNkyQ9/PDD6urq0gMPPKC2tjZNmzZNu3btit4DRZI2bdqktLQ0LVmyRF1dXZozZ462bNnCPVAAAEDUoO+Dkghn74PSn+uoASTe/fffr1//+teJbqNP9957r37zm98kug1gxBrI9zfP4gEAANYhoAAAAOsQUAAAgHUIKAAAwDqX/SweAOivG2+8UYsWLUp0G3268cYbE90CgP/GVTwAACAuuIoHAAAkNQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgMKKJs3b9bkyZOVnZ2t7OxszZgxQ2+99VZ0+/Lly+VwOGKW6dOnx+wjFApp1apVys/PV2ZmphYuXKjjx48PzdEAAIARYUABZdy4cXriiSf0/vvv6/3339ett96qO+64Q4cPH47W3HbbbWppaYkuO3bsiNlHVVWVamtrVVNTo71796qjo0MLFixQJBIZmiMCAABJz2GMMYPZQW5urn75y19qxYoVWr58uU6dOqU33njjgrWBQEBjx47Vtm3btHTpUknSl19+qaKiIu3YsUPz58/v12cGg0G53W4FAgFlZ2cPpn0AABAnA/n+vuxzUCKRiGpqatTZ2akZM2ZE1+/Zs0cFBQWaOHGi7r33XrW2tka3NTY2qru7WxUVFdF1Pp9PJSUlamhouOhnhUIhBYPBmAUAAIxcAw4oTU1NGjNmjFwul+6//37V1tZq0qRJkqTKykq9/PLL2r17t55++mnt379ft956q0KhkCTJ7/fL6XQqJycnZp8ej0d+v/+in1ldXS232x1dioqKBto2AABIImkDfcN1112ngwcP6tSpU3rttde0bNky1dfXa9KkSdGfbSSppKREU6dO1fjx47V9+3YtXrz4ovs0xsjhcFx0+7p167R69ero62AwSEgBAGAEG3BAcTqduvbaayVJU6dO1f79+/Xss8/q17/+9Xm1hYWFGj9+vI4ePSpJ8nq9CofDamtri5lFaW1tVXl5+UU/0+VyyeVyDbRVAACQpAZ9HxRjTPQnnHOdPHlSzc3NKiwslCSVlZUpPT1ddXV10ZqWlhYdOnTokgEFAABcWQY0g7J+/XpVVlaqqKhI7e3tqqmp0Z49e7Rz5051dHRow4YNuuuuu1RYWKjPPvtM69evV35+vu68805Jktvt1ooVK7RmzRrl5eUpNzdXa9euVWlpqebOnTssBwgAAJLPgALKV199pXvuuUctLS1yu92aPHmydu7cqXnz5qmrq0tNTU3aunWrTp06pcLCQs2ePVuvvvqqsrKyovvYtGmT0tLStGTJEnV1dWnOnDnasmWLUlNTh/zgAABAchr0fVASgfugAACQfOJyHxQAAIDhQkABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKyTlugGLocxRpIUDAYT3AkAAOivs9/bZ7/HLyUpA0p7e7skqaioKMGdAACAgWpvb5fb7b5kjcP0J8ZYpre3V0eOHNGkSZPU3Nys7OzsRLeUtILBoIqKihjHIcBYDh3GcmgwjkOHsRwaxhi1t7fL5/MpJeXSZ5kk5QxKSkqKrrrqKklSdnY2/1iGAOM4dBjLocNYDg3GcegwloPX18zJWZwkCwAArENAAQAA1knagOJyufTYY4/J5XIlupWkxjgOHcZy6DCWQ4NxHDqMZfwl5UmyAABgZEvaGRQAADByEVAAAIB1CCgAAMA6BBQAAGCdpAwov/rVr1RcXKxRo0aprKxM7733XqJbss67776r22+/XT6fTw6HQ2+88UbMdmOMNmzYIJ/Pp4yMDM2aNUuHDx+OqQmFQlq1apXy8/OVmZmphQsX6vjx43E8isSrrq7WTTfdpKysLBUUFGjRokU6cuRITA1j2T+bN2/W5MmToze6mjFjht56663odsbx8lRXV8vhcKiqqiq6jrHsnw0bNsjhcMQsXq83up1xTDCTZGpqakx6err57W9/az766CPz0EMPmczMTPP5558nujWr7Nixwzz66KPmtddeM5JMbW1tzPYnnnjCZGVlmddee800NTWZpUuXmsLCQhMMBqM1999/v7nqqqtMXV2d+eCDD8zs2bPNlClTTE9PT5yPJnHmz59vXnjhBXPo0CFz8OBB86Mf/chcffXVpqOjI1rDWPbPm2++abZv326OHDlijhw5YtavX2/S09PNoUOHjDGM4+X4wx/+YK655hozefJk89BDD0XXM5b989hjj5kbbrjBtLS0RJfW1tbodsYxsZIuoPzwhz80999/f8y666+/3vz85z9PUEf2Ozeg9Pb2Gq/Xa5544onoujNnzhi3223+8R//0RhjzKlTp0x6erqpqamJ1vzpT38yKSkpZufOnXHr3Tatra1GkqmvrzfGMJaDlZOTY/7pn/6JcbwM7e3tZsKECaaurs7MnDkzGlAYy/577LHHzJQpUy64jXFMvKT6iSccDquxsVEVFRUx6ysqKtTQ0JCgrpLPsWPH5Pf7Y8bR5XJp5syZ0XFsbGxUd3d3TI3P51NJSckVPdaBQECSlJubK4mxvFyRSEQ1NTXq7OzUjBkzGMfL8OCDD+pHP/qR5s6dG7OesRyYo0ePyufzqbi4WD/+8Y/16aefSmIcbZBUDws8ceKEIpGIPB5PzHqPxyO/35+grpLP2bG60Dh+/vnn0Rqn06mcnJzzaq7UsTbGaPXq1br55ptVUlIiibEcqKamJs2YMUNnzpzRmDFjVFtbq0mTJkX/mDOO/VNTU6MPPvhA+/fvP28b/yb7b9q0adq6dasmTpyor776So8//rjKy8t1+PBhxtECSRVQznI4HDGvjTHnrUPfLmccr+SxXrlypT788EPt3bv3vG2MZf9cd911OnjwoE6dOqXXXntNy5YtU319fXQ749i35uZmPfTQQ9q1a5dGjRp10TrGsm+VlZXR/y4tLdWMGTP0ve99Ty+++KKmT58uiXFMpKT6iSc/P1+pqannJdPW1tbzUi4u7uxZ6pcaR6/Xq3A4rLa2tovWXElWrVqlN998U++8847GjRsXXc9YDozT6dS1116rqVOnqrq6WlOmTNGzzz7LOA5AY2OjWltbVVZWprS0NKWlpam+vl5///d/r7S0tOhYMJYDl5mZqdLSUh09epR/kxZIqoDidDpVVlamurq6mPV1dXUqLy9PUFfJp7i4WF6vN2Ycw+Gw6uvro+NYVlam9PT0mJqWlhYdOnToihprY4xWrlyp119/Xbt371ZxcXHMdsZycIwxCoVCjOMAzJkzR01NTTp48GB0mTp1qv7qr/5KBw8e1He/+13G8jKFQiF9/PHHKiws5N+kDRJxZu5gnL3M+PnnnzcfffSRqaqqMpmZmeazzz5LdGtWaW9vNwcOHDAHDhwwkswzzzxjDhw4EL0c+4knnjBut9u8/vrrpqmpyfzkJz+54OVz48aNM2+//bb54IMPzK233nrFXT73s5/9zLjdbrNnz56YSxFPnz4drWEs+2fdunXm3XffNceOHTMffvihWb9+vUlJSTG7du0yxjCOg/HnV/EYw1j215o1a8yePXvMp59+avbt22cWLFhgsrKyot8njGNiJV1AMcaYf/iHfzDjx483TqfT/OAHP4he8on/8c477xhJ5y3Lli0zxnx7Cd1jjz1mvF6vcblc5pZbbjFNTU0x++jq6jIrV640ubm5JiMjwyxYsMB88cUXCTiaxLnQGEoyL7zwQrSGseyfn/70p9H/b8eOHWvmzJkTDSfGMI6DcW5AYSz75+x9TdLT043P5zOLFy82hw8fjm5nHBPLYYwxiZm7AQAAuLCkOgcFAABcGQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALDO/wd5skY4pJehagAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向左推，获得奖励：1.0，转移到下一个状态：[ 0.1071328   0.42352453 -0.17520416 -0.8463332 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAq/UlEQVR4nO3df3BUZZ7v8U/nV5OEpCEJdKclMpkRdDCBXYMDZBwBgSA1iIhVMOOWBTWUV0ehTAGlA/4hs9ci6JSybjnDzs56RRndWFMaxymQJS4Sh8owYpQloMXFFTBImgCG7iQknV/P/cNL7zS/Ok2S7qfD+1V1quhzvn36e55C+uPpc57jMMYYAQAAWCQp3g0AAABcjIACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKwT14Dym9/8RoWFhRo2bJhKSkr05z//OZ7tAAAAS8QtoLz55psqLy/XU089pU8//VQ/+tGPNG/ePH311VfxagkAAFjCEa+HBU6ZMkW33XabNm/eHFr3/e9/XwsXLlRFRUU8WgIAAJZIiceHdnZ2qq6uTr/4xS/C1peVlam2tvaS+mAwqGAwGHrd29urb775Rrm5uXI4HIPeLwAA6D9jjFpaWuT1epWUdPUfceISUM6cOaOenh653e6w9W63Wz6f75L6iooK/fKXv4xVewAAYBA1NDRozJgxV62JS0C54OKzH8aYy54RWbt2rVatWhV67ff7deONN6qhoUHZ2dmD3icAAOi/QCCggoICZWVlRayNS0DJy8tTcnLyJWdLmpqaLjmrIklOp1NOp/OS9dnZ2QQUAAASTF8uz4jLXTxpaWkqKSlRdXV12Prq6mqVlpbGoyUAAGCRuP3Es2rVKj344IOaPHmypk2bpn/913/VV199pUceeSReLQEAAEvELaAsWbJEZ8+e1T/+4z+qsbFRRUVF2r59u8aOHRuvlgAAgCXiNg9KfwQCAblcLvn9fq5BAQAgQUTz/c2zeAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArDPgAWX9+vVyOBxhi8fjCW03xmj9+vXyer1KT0/XjBkzdOjQoYFuAwAAJLBBOYNy6623qrGxMbTU19eHtj333HN64YUX9NJLL2nfvn3yeDyaM2eOWlpaBqMVAACQgAYloKSkpMjj8YSWUaNGSfr27Mk//dM/6amnntKiRYtUVFSkV199VefPn9cbb7wxGK0AAIAENCgB5ciRI/J6vSosLNRPfvITffnll5Kko0ePyufzqaysLFTrdDo1ffp01dbWXnF/wWBQgUAgbAEAAEPXgAeUKVOm6LXXXtN//Md/6He/+518Pp9KS0t19uxZ+Xw+SZLb7Q57j9vtDm27nIqKCrlcrtBSUFAw0G0DAACLDHhAmTdvnu6//34VFxdr9uzZ2rZtmyTp1VdfDdU4HI6w9xhjLln3t9auXSu/3x9aGhoaBrptAABgkUG/zTgzM1PFxcU6cuRI6G6ei8+WNDU1XXJW5W85nU5lZ2eHLQAAYOga9IASDAb1+eefKz8/X4WFhfJ4PKqurg5t7+zsVE1NjUpLSwe7FQAAkCBSBnqHa9as0T333KMbb7xRTU1NeuaZZxQIBLR06VI5HA6Vl5drw4YNGjdunMaNG6cNGzYoIyNDDzzwwEC3AgAAEtSAB5QTJ07opz/9qc6cOaNRo0Zp6tSp2rt3r8aOHStJeuKJJ9Te3q5HH31Uzc3NmjJlinbu3KmsrKyBbgUAACQohzHGxLuJaAUCAblcLvn9fq5HAQAgQUTz/c2zeAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1ok6oHz44Ye655575PV65XA49M4774RtN8Zo/fr18nq9Sk9P14wZM3To0KGwmmAwqJUrVyovL0+ZmZlasGCBTpw40a8DAQAAQ0fUAaWtrU2TJk3SSy+9dNntzz33nF544QW99NJL2rdvnzwej+bMmaOWlpZQTXl5uaqqqlRZWak9e/aotbVV8+fPV09Pz7UfCQAAGDIcxhhzzW92OFRVVaWFCxdK+vbsidfrVXl5uZ588klJ354tcbvdevbZZ/Xwww/L7/dr1KhR2rp1q5YsWSJJOnnypAoKCrR9+3bNnTs34ucGAgG5XC75/X5lZ2dfa/sAACCGovn+HtBrUI4ePSqfz6eysrLQOqfTqenTp6u2tlaSVFdXp66urrAar9eroqKiUM3FgsGgAoFA2AIAAIauAQ0oPp9PkuR2u8PWu93u0Dafz6e0tDSNHDnyijUXq6iokMvlCi0FBQUD2TYAALDMoNzF43A4wl4bYy5Zd7Gr1axdu1Z+vz+0NDQ0DFivAADAPgMaUDwejyRdciakqakpdFbF4/Gos7NTzc3NV6y5mNPpVHZ2dtgCAACGrgENKIWFhfJ4PKqurg6t6+zsVE1NjUpLSyVJJSUlSk1NDatpbGzUwYMHQzUAAOD6lhLtG1pbW/XFF1+EXh89elT79+9XTk6ObrzxRpWXl2vDhg0aN26cxo0bpw0bNigjI0MPPPCAJMnlcmn58uVavXq1cnNzlZOTozVr1qi4uFizZ88euCMDAAAJK+qA8vHHH2vmzJmh16tWrZIkLV26VFu2bNETTzyh9vZ2Pfroo2pubtaUKVO0c+dOZWVlhd6zadMmpaSkaPHixWpvb9esWbO0ZcsWJScnD8AhAQCARNeveVDihXlQAABIPHGbBwUAAGAgEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFgn6oDy4Ycf6p577pHX65XD4dA777wTtn3ZsmVyOBxhy9SpU8NqgsGgVq5cqby8PGVmZmrBggU6ceJEvw4EAAAMHVEHlLa2Nk2aNEkvvfTSFWvuvvtuNTY2hpbt27eHbS8vL1dVVZUqKyu1Z88etba2av78+erp6Yn+CAAAwJCTEu0b5s2bp3nz5l21xul0yuPxXHab3+/Xyy+/rK1bt2r27NmSpN///vcqKCjQ+++/r7lz50bbEgAAGGIG5RqU3bt3a/To0Ro/frweeughNTU1hbbV1dWpq6tLZWVloXVer1dFRUWqra297P6CwaACgUDYAgAAhq4BDyjz5s3T66+/rl27dun555/Xvn37dNdddykYDEqSfD6f0tLSNHLkyLD3ud1u+Xy+y+6zoqJCLpcrtBQUFAx02wAAwCJR/8QTyZIlS0J/Lioq0uTJkzV27Fht27ZNixYtuuL7jDFyOByX3bZ27VqtWrUq9DoQCBBSAAAYwgb9NuP8/HyNHTtWR44ckSR5PB51dnaqubk5rK6pqUlut/uy+3A6ncrOzg5bAADA0DXoAeXs2bNqaGhQfn6+JKmkpESpqamqrq4O1TQ2NurgwYMqLS0d7HYAAEACiPonntbWVn3xxReh10ePHtX+/fuVk5OjnJwcrV+/Xvfff7/y8/N17NgxrVu3Tnl5ebrvvvskSS6XS8uXL9fq1auVm5urnJwcrVmzRsXFxaG7egAAwPUt6oDy8ccfa+bMmaHXF64NWbp0qTZv3qz6+nq99tprOnfunPLz8zVz5ky9+eabysrKCr1n06ZNSklJ0eLFi9Xe3q5Zs2Zpy5YtSk5OHoBDAgAAic5hjDHxbiJagUBALpdLfr+f61EAAEgQ0Xx/8yweAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFgn6ocFAsC1MsZIxkgyMsaow9+ktqajajt9TG2nj2nM5HuVXXCrHA5HvFsFEGcEFAAxEWw5q7bTx3X+9HG1nTmuttPH1BNsl/Q/zys9/83XyrrhZjmSU+PXKAArEFAAxMR/V/9WbaePXbWm5eRh5d38QyWlE1CA6x3XoACwhr/hoHq62uPdBgALEFAAxMSIwr+XIyk53m0ASBAEFAAxkZU/vk8BpSd4/tuLaQFc1wgoAGIifYRHckT+J+f8N1/HoBsAtiOgAIiJZGeG+nLz8Llj+/W3d/YAuD4RUABY5dzxA/9/rhQA1zMCCoCYGVU0M94tAEgQBBQAMeMaM6FPdcGWs4PcCQDbEVAAxEz6iPzIRcbIf+LQ4DcDwGoEFAAx4XA45EjuyzwoRqcOvD/o/QCwGwEFQMw4kpKVlT8u3m0ASAAEFAAx40hKUZb3lsiFxqi3p3vwGwJgLQIKgJhxJCVp2MjI16H09nQrGDgTg44A2IqAAiBmHI4kpWW4Itb1dgfV1vRlDDoCYCsCCgDr9HS2fzthG4DrFgEFQEylZriUOfq78W4DgOWiCigVFRW6/fbblZWVpdGjR2vhwoU6fPhwWI0xRuvXr5fX61V6erpmzJihQ4fC5zQIBoNauXKl8vLylJmZqQULFujEiRP9PxoA1ksZNlwZeTdGrOvt6VJPV0cMOgJgo6gCSk1NjR577DHt3btX1dXV6u7uVllZmdra2kI1zz33nF544QW99NJL2rdvnzwej+bMmaOWlpZQTXl5uaqqqlRZWak9e/aotbVV8+fPV09Pz8AdGQArJac6lTZ8ZMS67mCbutr8MegIgI0cxlz7U7lOnz6t0aNHq6amRnfeeaeMMfJ6vSovL9eTTz4p6duzJW63W88++6wefvhh+f1+jRo1Slu3btWSJUskSSdPnlRBQYG2b9+uuXPnRvzcQCAgl8slv9+v7Ozsa20fQJz46v9TDbVvXrUmbXiOxt7xU40YOylGXQEYbNF8f/frGhS//9v/u8nJyZEkHT16VD6fT2VlZaEap9Op6dOnq7a2VpJUV1enrq6usBqv16uioqJQzcWCwaACgUDYAmBo62z9Rue/ORnvNgDEyTUHFGOMVq1apTvuuENFRUWSJJ/PJ0lyu91htW63O7TN5/MpLS1NI0eOvGLNxSoqKuRyuUJLQUHBtbYNwAKZeWP7NB+KZNSPk7wAEtg1B5QVK1bowIED+vd///dLtjkcjrDXxphL1l3sajVr166V3+8PLQ0NDdfaNgALDBvhljMrL2Jdd3uLeruDMegIgG2uKaCsXLlS7777rj744AONGTMmtN7j8UjSJWdCmpqaQmdVPB6POjs71dzcfMWaizmdTmVnZ4ctABJXyrDhSnFmRKxrP+dTd3trDDoCYJuoAooxRitWrNDbb7+tXbt2qbCwMGx7YWGhPB6PqqurQ+s6OztVU1Oj0tJSSVJJSYlSU1PDahobG3Xw4MFQDYChLdIZ1QsCDYfU4W8a5G4A2CglmuLHHntMb7zxhv74xz8qKysrdKbE5XIpPT1dDodD5eXl2rBhg8aNG6dx48Zpw4YNysjI0AMPPBCqXb58uVavXq3c3Fzl5ORozZo1Ki4u1uzZswf+CAFYKSP3RjUf+y/1MtcJgMuIKqBs3rxZkjRjxoyw9a+88oqWLVsmSXriiSfU3t6uRx99VM3NzZoyZYp27typrKysUP2mTZuUkpKixYsXq729XbNmzdKWLVuUnJzcv6MBkDCGe8cp5WCGOiMElJ7uYJ+uYwMwtPRrHpR4YR4UIPF1d7Tp83c2qsN/6qp1Y6bcL3fxLCUlR/X/UwAsFLN5UADgWiU7M+RIinzWtO30MZmerhh0BMAmBBQAcdHXn2yav6xTT3fnIHcDwDYEFABxM+I7kySuLQFwGQQUAHEzsvA2ORyR/xnqajvHjLLAdYaAAiBu0nO8fTqD0tp0NAbdALAJAQVA3DiS+nZnTsNf/jDInQCwDQEFQFxl5N4Y7xYAWIiAAiCucsf9oE91prd7kDsBYBMCCoC4ysgdE7nIGAUDpwe/GQDWIKAAiCtn9qjIRaZXrU3HBr0XAPYgoACIm28na4t8F48xvTp1oDpiHYChg4ACIK6SklOUkceFsgDCEVAAxFVSilMjvvN3EeuM6VVPZ/vgNwTACgQUAHHlSE5W+ghPxLre7i4FW76JQUcAbEBAARBnDiWnpUes6u3qUHvzyRj0A8AGBBQAcdXXpxp3d7TK33BwkLsBYAsCCoC4S83IVvpIb+RCY3hoIHCdIKAAiLu04bka7rkpYl1PVwcXygLXCQIKgLhLTktXauaIiHXdHa3qOu8f/IYAxB0BBUDcORyOPl2L0ur7QoGvP49BRwDijYACwAqp6a4+3c0D4PpAQAFgheHu78rpGh2xrrenW6a3NwYdAYgnAgoAK6RmjlCKMzNiXdf5c+rt7oxBRwDiiYACwArJaelKSkmLWBcMnFFPV0cMOgIQTwQUAFbo64Rt547tV2fL2UHuBkC8EVAAWCN9pFeO5NR4twHAAgQUANbI+d5kpTgzItZ1dbQyoywwxBFQAFhjmGu0HMkpEes6zvlkenti0BGAeCGgALCGIzlVDkW+FuXrfX/kTh5giCOgALCGw+Ho05T3prdbEj/xAEMZAQWAVUZNmC714SyK6e3hOhRgCIsqoFRUVOj2229XVlaWRo8erYULF+rw4cNhNcuWLQs9V+PCMnXq1LCaYDColStXKi8vT5mZmVqwYIFOnDjR/6MBkPAycsb0JZ8oyK3GwJAWVUCpqanRY489pr1796q6ulrd3d0qKytTW1tbWN3dd9+txsbG0LJ9+/aw7eXl5aqqqlJlZaX27Nmj1tZWzZ8/Xz09XPQGXO+GuUapLwnl/JmvBr8ZAHET+XL5v7Fjx46w16+88opGjx6turo63XnnnaH1TqdTHo/nsvvw+/16+eWXtXXrVs2ePVuS9Pvf/14FBQV6//33NXfu3GiPAcAQ4khK7lPd1x+9o1HfvzNyIYCE1K9rUPx+vyQpJycnbP3u3bs1evRojR8/Xg899JCamppC2+rq6tTV1aWysrLQOq/Xq6KiItXW1l72c4LBoAKBQNgCYOhyZo+KWGMMDwwEhrJrDijGGK1atUp33HGHioqKQuvnzZun119/Xbt27dLzzz+vffv26a677lIwGJQk+Xw+paWlaeTIkWH7c7vd8vl8l/2siooKuVyu0FJQUHCtbQOwnSNJnuJZEcuMMertDsagIQDxENVPPH9rxYoVOnDggPbs2RO2fsmSJaE/FxUVafLkyRo7dqy2bdumRYsWXXF/xpgrPotj7dq1WrVqVeh1IBAgpABDWHpuH/77Nr3qONekzFE3Dn5DAGLums6grFy5Uu+++64++OADjRkz5qq1+fn5Gjt2rI4cOSJJ8ng86uzsVHNzc1hdU1OT3G73ZffhdDqVnZ0dtgAYulLTh0esMaZX7c1fx6AbAPEQVUAxxmjFihV6++23tWvXLhUWFkZ8z9mzZ9XQ0KD8/HxJUklJiVJTU1VdXR2qaWxs1MGDB1VaWhpl+wCGmm/PpPZhHpSebp3+7MPBbwhAXET1E89jjz2mN954Q3/84x+VlZUVumbE5XIpPT1dra2tWr9+ve6//37l5+fr2LFjWrdunfLy8nTfffeFapcvX67Vq1crNzdXOTk5WrNmjYqLi0N39QC4viUlp8qZPUrBwOmr1hnTe9WfhwEkrqjOoGzevFl+v18zZsxQfn5+aHnzzTclScnJyaqvr9e9996r8ePHa+nSpRo/frz+8pe/KCsrK7SfTZs2aeHChVq8eLF++MMfKiMjQ3/605+UnNy32wsBDG0pwzKVNz7yGVXT26Oe4PkYdAQg1hwmAeeKDgQCcrlc8vv9XI8CDEHGGH3zxUf6ctfLV61zukbre7P/lzLzuFAWSATRfH/zLB4A1nE4HHIkR/4FOhg4o2+OfBSDjgDEGgEFgJWSklOVlJJ29SLTq97uztg0BCCmCCgArJSec4OyvDdHrDOmR6aXWWWBoYaAAsBKKc5MpWWMiFjXHTyvnk4ulAWGGgIKACslpTqV7MyIWNfVHlBXe2sMOgIQSwQUAFZyOBx9mt+k1fffajt9bPAbAhBTBBQA1kp2ZsiRnHr1ItMr09sTm4YAxAwBBYC1Roz9O6WP8ESs6+3u5EJZYIghoACwVtrwkUpOS49YF2w5w+3GwBBDQAFgreRUpxx9eATG2f+7V51tzRHrACQOAgoAqzmSIlyDIqm7o0WmpzsG3QCIFQIKAKuN+v4dSkodFrHuwpONAQwNBBQAVhvm8siRFPlnns62c4PfDICYIaAAsJozK7dPAaX9m68lw508wFBBQAFgtaSUVEWerk06Vf+fzIcCDCEEFADWS0qLfA1Kd0dLDDoBECsEFADWGzP53j7V9XZ3DXInAGKFgALAeul5BX2qaz/XOMidAIgVAgoA66VljuhT3fkzDYPbCICYSYl3AwCuH93d1zaZWm9P3+Y3OXVwl3Jv+dE1fcbfSk5O7tOTlAEMHgIKgJgwxsjtdisQCET93rTUZL3zvxdrxPCrXyx7suGYStIjP7snkr/+9a+67bbb+r0fANeOgAIgZrq7u6/pLEpPT7d+XfWRnnrwzqvWORySM9Whtvb+XSzLjLRA/BFQAFjPGOmY71zYuqbOArV056pXScpICmh02nGlJAf1Hc8IHTp6Oj6NAhgwBBQACaGt43/OinzeOlW+zkIFezNk5FCqI6gTwVv098O36d4f3kJAAYYA7uIBkBCMjHp6pcNtt+t4x63q6M2SUbKkJHWZdH3Tla+PAouUn+uKd6sABgABBUBCON18Xr/bbfRl+9/9/2ByMYdaenJUF5gnbsABEh8BBUBC6Ojs1okzAemqT+ZxyJmWEvFuHwD2I6AASAhd3T066z8fsW54eprcI4fHoCMAg4mAAiAhGEndfZiwzZubpR/ccsPgNwRgUBFQACQMd+oXuiGtXlLvZbYapScFNDV3l7IznbFuDcAAiyqgbN68WRMnTlR2drays7M1bdo0vffee6HtxhitX79eXq9X6enpmjFjhg4dOhS2j2AwqJUrVyovL0+ZmZlasGCBTpw4MTBHA2BI+68vTqjl+Ju6wXlEaY52OdQrySjJdKi3o1E39f4ffdV4Sk3n2uLdKoB+imoelDFjxmjjxo266aabJEmvvvqq7r33Xn366ae69dZb9dxzz+mFF17Qli1bNH78eD3zzDOaM2eODh8+rKysLElSeXm5/vSnP6myslK5ublavXq15s+fr7q6OiUnX+7KfAD41rnWDp1tadfE5J1qacnXybPDdSYQVFf7KZ0/81dV+U6pocmv5taOeLcKoJ8cpp9zOufk5OhXv/qVfvazn8nr9aq8vFxPPvmkpG/Plrjdbj377LN6+OGH5ff7NWrUKG3dulVLliyRJJ08eVIFBQXavn275s6d26fPDAQCcrlcWrZsmdLS0vrTPoAYeuWVV9TV1b9p6Cd+z63RIzJ1xt+mM/7zOutvV3vntT2E8EoWLVqkvLy8Ad0nAKmzs1NbtmyR3+9Xdnb2VWuveSbZnp4e/eEPf1BbW5umTZumo0ePyufzqaysLFTjdDo1ffp01dbW6uGHH1ZdXZ26urrCarxer4qKilRbW3vFgBIMBhUMBkOvLzxs7MEHH9Tw4VytDySK119/vd8B5cB/nxqgbq7s3nvv1S233DLonwNcb1pbW7Vly5Y+1UYdUOrr6zVt2jR1dHRo+PDhqqqq0oQJE1RbWytJcrvdYfVut1vHjx+XJPl8PqWlpWnkyJGX1Ph8vit+ZkVFhX75y19esn7y5MkRExgAOxhjEuZn3FtvvVUlJSXxbgMYcqJ5mnnUd/HcfPPN2r9/v/bu3auf//znWrp0qT777LPQdsdFUzgaYy5Zd7FINWvXrpXf7w8tDQ0N0bYNAAASSNQBJS0tTTfddJMmT56siooKTZo0SS+++KI8Ho8kXXImpKmpKXRWxePxqLOzU83NzVesuRyn0xm6c+jCAgAAhq5+z4NijFEwGFRhYaE8Ho+qq6tD2zo7O1VTU6PS0lJJUklJiVJTU8NqGhsbdfDgwVANAABAVNegrFu3TvPmzVNBQYFaWlpUWVmp3bt3a8eOHXI4HCovL9eGDRs0btw4jRs3Ths2bFBGRoYeeOABSZLL5dLy5cu1evVq5ebmKicnR2vWrFFxcbFmz549KAcIAAAST1QB5dSpU3rwwQfV2Ngol8uliRMnaseOHZozZ44k6YknnlB7e7seffRRNTc3a8qUKdq5c2doDhRJ2rRpk1JSUrR48WK1t7dr1qxZ2rJlS8JcPAcAAAZfv+dBiYcL86D05T5qAHYwxmjEiBFRXcUfLx9//DF38QCDIJrvb57FAwAArENAAQAA1iGgAAAA6xBQAACAda75WTwAEK358+fr/Pnz8W4johEjRsS7BeC6R0ABEBMOh0Ovv/56vNsAkCD4iQcAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALBOVAFl8+bNmjhxorKzs5Wdna1p06bpvffeC21ftmyZHA5H2DJ16tSwfQSDQa1cuVJ5eXnKzMzUggULdOLEiYE5GgAAMCREFVDGjBmjjRs36uOPP9bHH3+su+66S/fee68OHToUqrn77rvV2NgYWrZv3x62j/LyclVVVamyslJ79uxRa2ur5s+fr56enoE5IgAAkPAcxhjTnx3k5OToV7/6lZYvX65ly5bp3Llzeueddy5b6/f7NWrUKG3dulVLliyRJJ08eVIFBQXavn275s6d26fPDAQCcrlc8vv9ys7O7k/7AAAgRqL5/r7ma1B6enpUWVmptrY2TZs2LbR+9+7dGj16tMaPH6+HHnpITU1NoW11dXXq6upSWVlZaJ3X61VRUZFqa2uv+FnBYFCBQCBsAQAAQ1fUAaW+vl7Dhw+X0+nUI488oqqqKk2YMEGSNG/ePL3++uvatWuXnn/+ee3bt0933XWXgsGgJMnn8yktLU0jR44M26fb7ZbP57viZ1ZUVMjlcoWWgoKCaNsGAAAJJCXaN9x8883av3+/zp07p7feektLly5VTU2NJkyYEPrZRpKKioo0efJkjR07Vtu2bdOiRYuuuE9jjBwOxxW3r127VqtWrQq9DgQChBQAAIawqANKWlqabrrpJknS5MmTtW/fPr344ov67W9/e0ltfn6+xo4dqyNHjkiSPB6POjs71dzcHHYWpampSaWlpVf8TKfTKafTGW2rAAAgQfV7HhRjTOgnnIudPXtWDQ0Nys/PlySVlJQoNTVV1dXVoZrGxkYdPHjwqgEFAABcX6I6g7Ju3TrNmzdPBQUFamlpUWVlpXbv3q0dO3aotbVV69ev1/3336/8/HwdO3ZM69atU15enu677z5Jksvl0vLly7V69Wrl5uYqJydHa9asUXFxsWbPnj0oBwgAABJPVAHl1KlTevDBB9XY2CiXy6WJEydqx44dmjNnjtrb21VfX6/XXntN586dU35+vmbOnKk333xTWVlZoX1s2rRJKSkpWrx4sdrb2zVr1ixt2bJFycnJA35wAAAgMfV7HpR4YB4UAAAST0zmQQEAABgsBBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDop8W7gWhhjJEmBQCDOnQAAgL668L194Xv8ahIyoLS0tEiSCgoK4twJAACIVktLi1wu11VrHKYvMcYyvb29Onz4sCZMmKCGhgZlZ2fHu6WEFQgEVFBQwDgOAMZy4DCWA4NxHDiM5cAwxqilpUVer1dJSVe/yiQhz6AkJSXphhtukCRlZ2fzl2UAMI4Dh7EcOIzlwGAcBw5j2X+RzpxcwEWyAADAOgQUAABgnYQNKE6nU08//bScTme8W0lojOPAYSwHDmM5MBjHgcNYxl5CXiQLAACGtoQ9gwIAAIYuAgoAALAOAQUAAFiHgAIAAKyTkAHlN7/5jQoLCzVs2DCVlJToz3/+c7xbss6HH36oe+65R16vVw6HQ++8807YdmOM1q9fL6/Xq/T0dM2YMUOHDh0KqwkGg1q5cqXy8vKUmZmpBQsW6MSJEzE8ivirqKjQ7bffrqysLI0ePVoLFy7U4cOHw2oYy77ZvHmzJk6cGJroatq0aXrvvfdC2xnHa1NRUSGHw6Hy8vLQOsayb9avXy+HwxG2eDye0HbGMc5MgqmsrDSpqanmd7/7nfnss8/M448/bjIzM83x48fj3ZpVtm/fbp566inz1ltvGUmmqqoqbPvGjRtNVlaWeeutt0x9fb1ZsmSJyc/PN4FAIFTzyCOPmBtuuMFUV1ebTz75xMycOdNMmjTJdHd3x/ho4mfu3LnmlVdeMQcPHjT79+83P/7xj82NN95oWltbQzWMZd+8++67Ztu2bebw4cPm8OHDZt26dSY1NdUcPHjQGMM4XouPPvrIfOc73zETJ040jz/+eGg9Y9k3Tz/9tLn11ltNY2NjaGlqagptZxzjK+ECyg9+8APzyCOPhK275ZZbzC9+8Ys4dWS/iwNKb2+v8Xg8ZuPGjaF1HR0dxuVymX/5l38xxhhz7tw5k5qaaiorK0M1X3/9tUlKSjI7duyIWe+2aWpqMpJMTU2NMYax7K+RI0eaf/u3f2Mcr0FLS4sZN26cqa6uNtOnTw8FFMay755++mkzadKky25jHOMvoX7i6ezsVF1dncrKysLWl5WVqba2Nk5dJZ6jR4/K5/OFjaPT6dT06dND41hXV6eurq6wGq/Xq6Kiout6rP1+vyQpJydHEmN5rXp6elRZWam2tjZNmzaNcbwGjz32mH784x9r9uzZYesZy+gcOXJEXq9XhYWF+slPfqIvv/xSEuNog4R6WOCZM2fU09Mjt9sdtt7tdsvn88Wpq8RzYawuN47Hjx8P1aSlpWnkyJGX1FyvY22M0apVq3THHXeoqKhIEmMZrfr6ek2bNk0dHR0aPny4qqqqNGHChNA/5oxj31RWVuqTTz7Rvn37LtnG38m+mzJlil577TWNHz9ep06d0jPPPKPS0lIdOnSIcbRAQgWUCxwOR9hrY8wl6xDZtYzj9TzWK1as0IEDB7Rnz55LtjGWfXPzzTdr//79OnfunN566y0tXbpUNTU1oe2MY2QNDQ16/PHHtXPnTg0bNuyKdYxlZPPmzQv9ubi4WNOmTdP3vvc9vfrqq5o6daokxjGeEuonnry8PCUnJ1+STJuami5JubiyC1epX20cPR6POjs71dzcfMWa68nKlSv17rvv6oMPPtCYMWNC6xnL6KSlpemmm27S5MmTVVFRoUmTJunFF19kHKNQV1enpqYmlZSUKCUlRSkpKaqpqdE///M/KyUlJTQWjGX0MjMzVVxcrCNHjvB30gIJFVDS0tJUUlKi6urqsPXV1dUqLS2NU1eJp7CwUB6PJ2wcOzs7VVNTExrHkpISpaamhtU0Njbq4MGD19VYG2O0YsUKvf3229q1a5cKCwvDtjOW/WOMUTAYZByjMGvWLNXX12v//v2hZfLkyfqHf/gH7d+/X9/97ncZy2sUDAb1+eefKz8/n7+TNojHlbn9ceE245dfftl89tlnpry83GRmZppjx47FuzWrtLS0mE8//dR8+umnRpJ54YUXzKeffhq6HXvjxo3G5XKZt99+29TX15uf/vSnl719bsyYMeb99983n3zyibnrrruuu9vnfv7znxuXy2V2794ddivi+fPnQzWMZd+sXbvWfPjhh+bo0aPmwIEDZt26dSYpKcns3LnTGMM49sff3sVjDGPZV6tXrza7d+82X375pdm7d6+ZP3++ycrKCn2fMI7xlXABxRhjfv3rX5uxY8eatLQ0c9ttt4Vu+cT/+OCDD4ykS5alS5caY769he7pp582Ho/HOJ1Oc+edd5r6+vqwfbS3t5sVK1aYnJwck56ebubPn2+++uqrOBxN/FxuDCWZV155JVTDWPbNz372s9B/t6NGjTKzZs0KhRNjGMf+uDigMJZ9c2Fek9TUVOP1es2iRYvMoUOHQtsZx/hyGGNMfM7dAAAAXF5CXYMCAACuDwQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFjn/wGzxlg20snErAAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[ 0.11560329  0.62054825 -0.19213082 -1.1885912 ]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAF7CAYAAAD4/3BBAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjkuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8hTgPZAAAACXBIWXMAAA9hAAAPYQGoP6dpAAArEklEQVR4nO3df3BUZZ7v8c9JOmlCSPfkB0mnJWYyCs5ggF2DC6QcAYEgd5BBrYIZtyzYoSwdhWsKKB3wD5kti6hTyrrXGXZ21hJhdOPdqzhuiQyxkDjcFCtGWAPOUriCBkkTCaE7CaE7P577h9ceW34kIUn30+H9qjolfc63u7/nqST98fQ5z3GMMUYAAAAWSUl0AwAAAN9GQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1kloQPnNb36jkpISjRo1SmVlZfrTn/6UyHYAAIAlEhZQXn31VVVWVuqxxx7TgQMH9MMf/lALFizQ559/nqiWAACAJZxE3Sxw2rRpuummm7R58+bouh/84AdavHixqqqqEtESAACwhCsRbxqJRFRfX69f/OIXMesrKipUV1d3QX04HFY4HI4+7u3t1ZkzZ5SbmyvHcYa9XwAAMHjGGLW1tcnv9ysl5fJf4iQkoJw+fVo9PT0qKCiIWV9QUKBAIHBBfVVVlX75y1/Gqz0AADCMGhsbNW7cuMvWJCSgfO3bRz+MMRc9IrJu3TqtXr06+jgYDOraa69VY2OjPB7PsPcJAAAGLxQKqaioSFlZWX3WJiSg5OXlKTU19YKjJc3NzRccVZEkt9stt9t9wXqPx0NAAQAgyfTn9IyEXMWTnp6usrIy1dTUxKyvqalReXl5IloCAAAWSdhXPKtXr9a9996rqVOnasaMGfrnf/5nff7553rggQcS1RIAALBEwgLK0qVL1dLSor//+79XU1OTSktLtWPHDhUXFyeqJQAAYImEzYMyGKFQSF6vV8FgkHNQAABIEgP5/OZePAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1hnygLJhwwY5jhOz+Hy+6HZjjDZs2CC/36+MjAzNmjVLhw8fHuo2AABAEhuWIyg33nijmpqaoktDQ0N029NPP61nn31Wzz//vPbv3y+fz6d58+apra1tOFoBAABJaFgCisvlks/niy5jx46V9NXRk3/4h3/QY489prvuukulpaV66aWXdO7cOb3yyivD0QoAAEhCwxJQjh49Kr/fr5KSEv3kJz/Rp59+Kkk6duyYAoGAKioqorVut1szZ85UXV3dJV8vHA4rFArFLAAAYOQa8oAybdo0bd26VX/84x/1u9/9ToFAQOXl5WppaVEgEJAkFRQUxDynoKAguu1iqqqq5PV6o0tRUdFQtw0AACwy5AFlwYIFuvvuuzVp0iTNnTtXb731liTppZdeitY4jhPzHGPMBeu+ad26dQoGg9GlsbFxqNsGAAAWGfbLjDMzMzVp0iQdPXo0ejXPt4+WNDc3X3BU5Zvcbrc8Hk/MAgAARq5hDyjhcFh//vOfVVhYqJKSEvl8PtXU1ES3RyIR1dbWqry8fLhbAQAAScI11C+4du1a3XHHHbr22mvV3NysJ554QqFQSMuWLZPjOKqsrNTGjRs1fvx4jR8/Xhs3btTo0aN1zz33DHUrAAAgSQ15QDlx4oR++tOf6vTp0xo7dqymT5+uffv2qbi4WJL0yCOPqLOzUw8++KBaW1s1bdo07dq1S1lZWUPdCgAASFKOMcYkuomBCoVC8nq9CgaDnI8CAECSGMjnN/fiAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYZ8AB5b333tMdd9whv98vx3H0xhtvxGw3xmjDhg3y+/3KyMjQrFmzdPjw4ZiacDisVatWKS8vT5mZmVq0aJFOnDgxqB0BAAAjx4ADSkdHh6ZMmaLnn3/+otuffvppPfvss3r++ee1f/9++Xw+zZs3T21tbdGayspKbd++XdXV1dq7d6/a29u1cOFC9fT0XPmeAACAEcMxxpgrfrLjaPv27Vq8eLGkr46e+P1+VVZW6tFHH5X01dGSgoICPfXUU7r//vsVDAY1duxYbdu2TUuXLpUknTx5UkVFRdqxY4fmz5/f5/uGQiF5vV4Fg0F5PJ4rbR8AAMTRQD6/h/QclGPHjikQCKiioiK6zu12a+bMmaqrq5Mk1dfXq6urK6bG7/ertLQ0WvNt4XBYoVAoZgEAACPXkAaUQCAgSSooKIhZX1BQEN0WCASUnp6u7OzsS9Z8W1VVlbxeb3QpKioayrYBAIBlhuUqHsdxYh4bYy5Y922Xq1m3bp2CwWB0aWxsHLJeAQCAfYY0oPh8Pkm64EhIc3Nz9KiKz+dTJBJRa2vrJWu+ze12y+PxxCwAAGDkGtKAUlJSIp/Pp5qamui6SCSi2tpalZeXS5LKysqUlpYWU9PU1KRDhw5FawAAwNXNNdAntLe365NPPok+PnbsmA4ePKicnBxde+21qqys1MaNGzV+/HiNHz9eGzdu1OjRo3XPPfdIkrxer1asWKE1a9YoNzdXOTk5Wrt2rSZNmqS5c+cO3Z4BAICkNeCA8sEHH2j27NnRx6tXr5YkLVu2TFu2bNEjjzyizs5OPfjgg2ptbdW0adO0a9cuZWVlRZ+zadMmuVwuLVmyRJ2dnZozZ462bNmi1NTUIdglAACQ7AY1D0qiMA8KAADJJ2HzoAAAAAwFAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsMOKC89957uuOOO+T3++U4jt54442Y7cuXL5fjODHL9OnTY2rC4bBWrVqlvLw8ZWZmatGiRTpx4sSgdgQAAIwcAw4oHR0dmjJlip5//vlL1tx+++1qamqKLjt27IjZXllZqe3bt6u6ulp79+5Ve3u7Fi5cqJ6enoHvAQAAGHFcA33CggULtGDBgsvWuN1u+Xy+i24LBoN64YUXtG3bNs2dO1eS9Pvf/15FRUV65513NH/+/IG2BAAARphhOQdlz549ys/P14QJE3Tfffepubk5uq2+vl5dXV2qqKiIrvP7/SotLVVdXd1FXy8cDisUCsUsAABg5BrygLJgwQK9/PLL2r17t5555hnt379ft912m8LhsCQpEAgoPT1d2dnZMc8rKChQIBC46GtWVVXJ6/VGl6KioqFuGwAAWGTAX/H0ZenSpdF/l5aWaurUqSouLtZbb72lu+6665LPM8bIcZyLblu3bp1Wr14dfRwKhQgpAACMYMN+mXFhYaGKi4t19OhRSZLP51MkElFra2tMXXNzswoKCi76Gm63Wx6PJ2YBAAAj17AHlJaWFjU2NqqwsFCSVFZWprS0NNXU1ERrmpqadOjQIZWXlw93OwAAIAkM+Cue9vZ2ffLJJ9HHx44d08GDB5WTk6OcnBxt2LBBd999twoLC3X8+HGtX79eeXl5uvPOOyVJXq9XK1as0Jo1a5Sbm6ucnBytXbtWkyZNil7VAwAArm4DDigffPCBZs+eHX389bkhy5Yt0+bNm9XQ0KCtW7fq7NmzKiws1OzZs/Xqq68qKysr+pxNmzbJ5XJpyZIl6uzs1Jw5c7RlyxalpqYOwS4BAIBk5xhjTKKbGKhQKCSv16tgMMj5KAAAJImBfH5zLx4AAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWGfANwsEgCvx1W2/jGSMjDGKdLTq3Jefqb35mDq+PK7vXDtZvikVchwn0a0CsAABBcCw6zoXUsfpz74KJF9+9d+uc0FJf7lXqTsrTz3hc3KNykxcowCsQUABMOy++OBNffnn9y5b09lyQuH2FgIKAEmcgwLAEudaGhVpa0l0GwAsQUABMOw813xfrgxPotsAkEQIKACG3eixxf366ibS0arenu44dATAdgQUAMPOPSZXKS53n3Xtpz5Vb3c4Dh0BsB0BBcCwc1JS1J+Lh8988r66w+eGvR8A9iOgAIgLzzU/kOPwJwdA//DXAkBcfKd4spzUvmc26DoX/P+TugG4mhFQAMRFRu44qR9HUDpOfRqHbgDYjoACIC5SXOn9Og+l8T9el0zvsPcDwG4EFABxM3pscaJbAJAkCCgA4ibvhvJ+1XElDwACCoC4yRz73X5UGXWe+WK4WwFgOQIKgLhwHEdp/Znu3hh9tveV4W8IgNUIKADix3GUNvo7fZaZ3p7h7wWA1QgoAOImxZWm3PHT+qwzxqi3uysOHQGwFQEFQNw4TupX86H0wfR0K9zeEoeOANhqQAGlqqpKN998s7KyspSfn6/FixfryJEjMTXGGG3YsEF+v18ZGRmaNWuWDh8+HFMTDoe1atUq5eXlKTMzU4sWLdKJEycGvzcA7OY4cmdm91nW29Ol861NcWgIgK0GFFBqa2v10EMPad++faqpqVF3d7cqKirU0dERrXn66af17LPP6vnnn9f+/fvl8/k0b948tbW1RWsqKyu1fft2VVdXa+/evWpvb9fChQvV08P3zsBI5jiO5PQ9XVtPuEMtn7wfh44A2Moxg7jpxZdffqn8/HzV1tbq1ltvlTFGfr9flZWVevTRRyV9dbSkoKBATz31lO6//34Fg0GNHTtW27Zt09KlSyVJJ0+eVFFRkXbs2KH58+f3+b6hUEher1fBYFAeTz+uCgBgjXMtjTq689eKtJ+5bN13vvtXun7eA3JS+CYaGCkG8vk9qN/8YDAoScrJyZEkHTt2TIFAQBUVFdEat9utmTNnqq6uTpJUX1+vrq6umBq/36/S0tJozbeFw2GFQqGYBUBycmeNVXbJTX3W9XaF1R3u6LMOwMh0xQHFGKPVq1frlltuUWlpqSQpEAhIkgoKCmJqCwoKotsCgYDS09OVnZ19yZpvq6qqktfrjS5FRUVX2jaABEtJS1daprfPuu7z7Yp0tMahIwA2uuKAsnLlSn300Uf613/91wu2Od/6jtkYc8G6b7tczbp16xQMBqNLY2PjlbYNIMEcJ0VOiqvPus7Wk2o7eaTPOgAj0xUFlFWrVunNN9/Uu+++q3Hj/nLJoM/nk6QLjoQ0NzdHj6r4fD5FIhG1trZesubb3G63PB5PzAIgeaW63HJS0y5bY3p71NvdpUGcJgcgiQ0ooBhjtHLlSr3++uvavXu3SkpKYraXlJTI5/OppqYmui4Siai2tlbl5V/dJKysrExpaWkxNU1NTTp06FC0BsDI5hn3A43xXddnXU/XeZme7jh0BMA2fR9n/YaHHnpIr7zyiv7whz8oKysreqTE6/UqIyNDjuOosrJSGzdu1Pjx4zV+/Hht3LhRo0eP1j333BOtXbFihdasWaPc3Fzl5ORo7dq1mjRpkubOnTv0ewjAOmmjPXK5x/RZF2lrUXfknNJdfZ+zAmBkGVBA2bx5syRp1qxZMetffPFFLV++XJL0yCOPqLOzUw8++KBaW1s1bdo07dq1S1lZWdH6TZs2yeVyacmSJers7NScOXO0ZcsWpaamDm5vACSFlNQ0pfTj9z104mOFg18qfTQBBbjaDGoelERhHhQg+R3bs0Wnj1x8aoFvmvA/HpZn3MQ+T7QHYL+4zYMCAFdq7MSZSu/HtPc9XeE4dAPANgQUAAkxypuvFFd6n3XnW0/K9HKiLHC1IaAASAiXO1NOSt/noZz57w/Uy1EU4KpDQAFgtc7Wk+rt5UaiwNWGgAIgYQpv+pHk9OPPkOllwjbgKkNAAZAwY/JL5PQjoHR8+XkcugFgEwIKgIRJz8qV+nH1cMsn/zH8zQCwCgEFgPXOHv/PRLcAIM4IKAASKv/G2YluAYCFCCgAEspzzQ/6LjJG54Onhr8ZANYgoABIqIzswj5rjOlV8PNDcegGgC0IKAASxnGcfk3WJtOr00f+7/A3BMAaBBQACZXiSpdn3MREtwHAMgQUAAmV4kqTx39Dn3Wmt0ddnW1x6AiADQgoABLKSXFpVD/OQ+mJnNe5lhNx6AiADQgoABLKcRylpKb1Wdd17qxaju6LQ0cAbEBAAZBwrlFj5PaMTXQbACxCQAGQcOmZ2crML+mzrre7Sz3dkTh0BCDRCCgAEi7VPVrpY3L6rOs+36auc8E4dAQg0QgoABLOSUlVapq7z7q2k0cU/LwhDh0BSDQCCoCEcxxHaRkepaSNSnQrACxBQAFghcz8Eo3y5vdZ19vTJdPbG4eOACQSAQWAFdIzs+VyZ/ZZF2lvVW93OA4dAUgkAgoAK6S6RyulH+ehhENfqidyPg4dAUgkAgoAKziO06+64OcNirSfGeZuACQaAQWANUbnjpPTj1lle3u7ZYyJQ0cAEoWAAsAaueOn9/M8lBaJgAKMaAQUANZIz8qVk+rqs+5cyxcypicOHQFIFAIKAGukpKSqP2eiNB/ard7urmHvB0DiEFAAWMXtyeuzxvT2yBjmQgFGMgIKAKv4yxZJ/biip6vjLCfKAiPYgAJKVVWVbr75ZmVlZSk/P1+LFy/WkSNHYmqWL18ux3FilunTp8fUhMNhrVq1Snl5ecrMzNSiRYt04sSJwe8NgKSXkeOX+vFFT8eXx4e9FwCJM6CAUltbq4ceekj79u1TTU2Nuru7VVFRoY6Ojpi622+/XU1NTdFlx44dMdsrKyu1fft2VVdXa+/evWpvb9fChQvV08NJb8DVrj83DZSkpoM7h7kTAInU9+ny37BzZ+wfhBdffFH5+fmqr6/XrbfeGl3vdrvl8/ku+hrBYFAvvPCCtm3bprlz50qSfv/736uoqEjvvPOO5s+fP9B9ADDCpKaNUk/k3GVrujvb4tQNgEQY1DkowWBQkpSTkxOzfs+ePcrPz9eECRN03333qbm5Obqtvr5eXV1dqqioiK7z+/0qLS1VXV3dRd8nHA4rFArFLABGKCdF46bd1WeZMUY9kc44NAQgEa44oBhjtHr1at1yyy0qLS2Nrl+wYIFefvll7d69W88884z279+v2267TeHwVzf3CgQCSk9PV3Z2dszrFRQUKBAIXPS9qqqq5PV6o0tRUdGVtg0gCYzO68fvuOnVuRbOXQNGqgF9xfNNK1eu1EcffaS9e/fGrF+6dGn036WlpZo6daqKi4v11ltv6a67Lv1/RcaYS96LY926dVq9enX0cSgUIqQAI5TjOP2aTba3p0un/2uvPP4JcegKQLxd0RGUVatW6c0339S7776rcePGXba2sLBQxcXFOnr0qCTJ5/MpEomotbU1pq65uVkFBQUXfQ232y2PxxOzALjKGaPzwea+6wAkpQEFFGOMVq5cqddff127d+9WSUlJn89paWlRY2OjCgsLJUllZWVKS0tTTU1NtKapqUmHDh1SeXn5ANsHMBKlZXiUf+PsflQamV6u/gNGogF9xfPQQw/plVde0R/+8AdlZWVFzxnxer3KyMhQe3u7NmzYoLvvvluFhYU6fvy41q9fr7y8PN15553R2hUrVmjNmjXKzc1VTk6O1q5dq0mTJkWv6gFwdUtxpSkju7DPup6u8zofOq2M71z86CuA5DWggLJ582ZJ0qxZs2LWv/jii1q+fLlSU1PV0NCgrVu36uzZsyosLNTs2bP16quvKisrK1q/adMmuVwuLVmyRJ2dnZozZ462bNmi1NTUwe8RgKTnpKTKlZHVZ11XR1BtX/wXAQUYgRyThHNFh0Iheb1eBYNBzkcBRqgzn9brv2t+22dd/sRZKv7hPXHoCMBgDeTzm3vxALBSRs41yirs+wodI8M9eYARiIACwEppGZ5+3dm4+3y7usMdfdYBSC4EFABWSk3PkGtU3+ehdLY2KRw8FYeOAMQTAQWAlb6+G3pfzreeVGfrxWehBpC8CCgArJVZcJ3SM7P7LgQw4hBQAFgrI8cv1+i+r9Tr7mxTb09XHDoCEC8EFADWSs/MUWpaRp91HV8e587GwAhDQAFgrZTUVDkpfZ+H0nrsQ3V1BOPQEYB4IaAAsNqYguvlpF7xjdcBJCkCCgCreYsmKiU1vc+6rvPtTNgGjCAEFABWG5Xtl9OP+3R1fHlMMr1x6AhAPBBQAFjNlZ4hR32fh/LF+2/I9PbEoSMA8UBAAWC90XnXJroFAHFGQAFgvdwJ0/tVx6XGwMhBQAFgvcy84n7VnWttGuZOAMQLAQWA9dLG9G+6+/amo8PcCYB4IaAAsF7fp8h+pfnj2mHtA0D8EFAA2M9Jkeea7/ej0Ki3p3vY2wEw/AgoAKznpKRo7A9u7bPO9PYq0nY6Dh0BGG7MHw0gbowx6um5srlKXJm5fb9+b7c6Wk7INSbvit7jm1JTU+U4/f1yCcBQI6AAiJvW1lYVFBRc0XOvvyZbW9ctvmxNb1dY//vXv9T//F87r+g9vqm1tVVjxowZ9OsAuDIEFABx1d19ZeeItJ8L64vTIV2T57lsnTG96unpFrflAZIb56AASAqng+f0x/f/O/q41zg6Gf6ePjn31/rk3F+pKVwiYxy501zyjHYnsFMAQ4EjKACSQrirW00tbdHHB9vmqrWrQF1mlCQp3elUIO178mb8HxXmZinYEU5UqwCGAEdQACQFY6Sunl71GkcfhObrVOS7ipjRMkqRUYrCJlOByPd0ZvTdumXydxPdLoBBIqAASBrnI906cGaqvoxcq4tP3+boy+7r9FlX/+7dA8BeBBQASaPh01Paf+SkLj+3rKNRaS6lufjzBiQzfoMBJI2zbed1JtT3HYvzszP1nTGj4tARgOFCQAGQNLp6ehXp6nuit5sm+HWdPycOHQEYLgQUAEnlulH79J3Uk5IuNtGJUV5ao/4675BGj0qLd2sAhtCAAsrmzZs1efJkeTweeTwezZgxQ2+//XZ0uzFGGzZskN/vV0ZGhmbNmqXDhw/HvEY4HNaqVauUl5enzMxMLVq0SCdOnBiavQEw4u16/8/yR36vbFeTXM55Sb2SepViOpVy/hP5I6/q2Ben1HaOy4yBZDageVDGjRunJ598Utdff70k6aWXXtKPf/xjHThwQDfeeKOefvppPfvss9qyZYsmTJigJ554QvPmzdORI0eUlZUlSaqsrNS///u/q7q6Wrm5uVqzZo0WLlyo+vp6paamDv0eAhhRvjjdpnPnuzRh9Gs6eLpIJ1pHqSV0Tr3nAwoF/qRXms+qsTmk9s5IolsFMAiOMYObEDonJ0e/+tWv9LOf/Ux+v1+VlZV69NFHJX11tKSgoEBPPfWU7r//fgWDQY0dO1bbtm3T0qVLJUknT55UUVGRduzYofnz5/frPUOhkLxer5YvX6709PTBtA8gjsLhsF566aVBv86tU4qV4jg6HexQS7BTp0Pn1NXdOwQd/sXf/d3fKS2Nr4mAoRSJRLRlyxYFg0F5PJe/bcUVzyTb09Ojf/u3f1NHR4dmzJihY8eOKRAIqKKiIlrjdrs1c+ZM1dXV6f7771d9fb26urpiavx+v0pLS1VXV3fJgBIOhxUO/+VwbSgUkiTde++93MwLSCKhUGhIAsp7//nZEHRzecuWLVNGRsawvw9wNWlvb9eWLVv6VTvggNLQ0KAZM2bo/PnzGjNmjLZv366JEyeqrq5Oki64U2lBQYE+++yrPyaBQEDp6enKzs6+oCYQCFzyPauqqvTLX/7ygvVTp07tM4EBsMeZM2cS3UK/lZWV8T9AwBD7+gBDfwz4Kp4bbrhBBw8e1L59+/Tzn/9cy5Yt08cffxzd7jixEygZYy5Y92191axbt07BYDC6NDY2DrRtAACQRAYcUNLT03X99ddr6tSpqqqq0pQpU/Tcc8/J5/NJ0gVHQpqbm6NHVXw+nyKRiFpbWy9ZczFutzt65dDXCwAAGLkGPQ+KMUbhcFglJSXy+XyqqamJbotEIqqtrVV5ebmkrw6ZpqWlxdQ0NTXp0KFD0RoAAIABnYOyfv16LViwQEVFRWpra1N1dbX27NmjnTt3ynEcVVZWauPGjRo/frzGjx+vjRs3avTo0brnnnskSV6vVytWrNCaNWuUm5urnJwcrV27VpMmTdLcuXOHZQcBAEDyGVBAOXXqlO699141NTXJ6/Vq8uTJ2rlzp+bNmydJeuSRR9TZ2akHH3xQra2tmjZtmnbt2hWdA0WSNm3aJJfLpSVLlqizs1Nz5szRli1bmAMFAABEDXoelET4eh6U/lxHDcAeZ86cUW5ubqLb6Je2tjau4gGG2EA+v7kXDwAAsA4BBQAAWIeAAgAArENAAQAA1rnie/EAwEClp6dr8eLFiW6jX7iyEEgsAgqAuPn6/l0A0Be+4gEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKwzoICyefNmTZ48WR6PRx6PRzNmzNDbb78d3b58+XI5jhOzTJ8+PeY1wuGwVq1apby8PGVmZmrRokU6ceLE0OwNAAAYEQYUUMaNG6cnn3xSH3zwgT744APddttt+vGPf6zDhw9Ha26//XY1NTVFlx07dsS8RmVlpbZv367q6mrt3btX7e3tWrhwoXp6eoZmjwAAQNJzjDFmMC+Qk5OjX/3qV1qxYoWWL1+us2fP6o033rhobTAY1NixY7Vt2zYtXbpUknTy5EkVFRVpx44dmj9/fr/eMxQKyev1KhgMyuPxDKZ9AAAQJwP5/L7ic1B6enpUXV2tjo4OzZgxI7p+z549ys/P14QJE3Tfffepubk5uq2+vl5dXV2qqKiIrvP7/SotLVVdXd0l3yscDisUCsUsAABg5BpwQGloaNCYMWPkdrv1wAMPaPv27Zo4caIkacGCBXr55Ze1e/duPfPMM9q/f79uu+02hcNhSVIgEFB6erqys7NjXrOgoECBQOCS71lVVSWv1xtdioqKBto2AABIIq6BPuGGG27QwYMHdfbsWb322mtatmyZamtrNXHixOjXNpJUWlqqqVOnqri4WG+99ZbuuuuuS76mMUaO41xy+7p167R69ero41AoREgBAGAEG3BASU9P1/XXXy9Jmjp1qvbv36/nnntOv/3tby+oLSwsVHFxsY4ePSpJ8vl8ikQiam1tjTmK0tzcrPLy8ku+p9vtltvtHmirAAAgSQ16HhRjTPQrnG9raWlRY2OjCgsLJUllZWVKS0tTTU1NtKapqUmHDh26bEABAABXlwEdQVm/fr0WLFigoqIitbW1qbq6Wnv27NHOnTvV3t6uDRs26O6771ZhYaGOHz+u9evXKy8vT3feeackyev1asWKFVqzZo1yc3OVk5OjtWvXatKkSZo7d+6w7CAAAEg+Awoop06d0r333qumpiZ5vV5NnjxZO3fu1Lx589TZ2amGhgZt3bpVZ8+eVWFhoWbPnq1XX31VWVlZ0dfYtGmTXC6XlixZos7OTs2ZM0dbtmxRamrqkO8cAABIToOeByURmAcFAIDkE5d5UAAAAIYLAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsA4BBQAAWIeAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADrEFAAAIB1CCgAAMA6BBQAAGAdAgoAALAOAQUAAFiHgAIAAKxDQAEAANYhoAAAAOsQUAAAgHUIKAAAwDoEFAAAYB0CCgAAsI4r0Q1cCWOMJCkUCiW4EwAA0F9ff25//Tl+OUkZUNra2iRJRUVFCe4EAAAMVFtbm7xe72VrHNOfGGOZ3t5eHTlyRBMnTlRjY6M8Hk+iW0paoVBIRUVFjOMQYCyHDmM5NBjHocNYDg1jjNra2uT3+5WScvmzTJLyCEpKSoquueYaSZLH4+GHZQgwjkOHsRw6jOXQYByHDmM5eH0dOfkaJ8kCAADrEFAAAIB1kjaguN1uPf7443K73YluJakxjkOHsRw6jOXQYByHDmMZf0l5kiwAABjZkvYICgAAGLkIKAAAwDoEFAAAYB0CCgAAsE5SBpTf/OY3Kikp0ahRo1RWVqY//elPiW7JOu+9957uuOMO+f1+OY6jN954I2a7MUYbNmyQ3+9XRkaGZs2apcOHD8fUhMNhrVq1Snl5ecrMzNSiRYt04sSJOO5F4lVVVenmm29WVlaW8vPztXjxYh05ciSmhrHsn82bN2vy5MnRia5mzJiht99+O7qdcbwyVVVVchxHlZWV0XWMZf9s2LBBjuPELD6fL7qdcUwwk2Sqq6tNWlqa+d3vfmc+/vhj8/DDD5vMzEzz2WefJbo1q+zYscM89thj5rXXXjOSzPbt22O2P/nkkyYrK8u89tprpqGhwSxdutQUFhaaUCgUrXnggQfMNddcY2pqasyHH35oZs+ebaZMmWK6u7vjvDeJM3/+fPPiiy+aQ4cOmYMHD5of/ehH5tprrzXt7e3RGsayf958803z1ltvmSNHjpgjR46Y9evXm7S0NHPo0CFjDON4Jd5//33z3e9+10yePNk8/PDD0fWMZf88/vjj5sYbbzRNTU3Rpbm5ObqdcUyspAsof/M3f2MeeOCBmHXf//73zS9+8YsEdWS/bweU3t5e4/P5zJNPPhldd/78eeP1es0//dM/GWOMOXv2rElLSzPV1dXRmi+++MKkpKSYnTt3xq132zQ3NxtJpra21hjDWA5Wdna2+Zd/+RfG8Qq0tbWZ8ePHm5qaGjNz5sxoQGEs++/xxx83U6ZMueg2xjHxkuornkgkovr6elVUVMSsr6ioUF1dXYK6Sj7Hjh1TIBCIGUe3262ZM2dGx7G+vl5dXV0xNX6/X6WlpVf1WAeDQUlSTk6OJMbySvX09Ki6ulodHR2aMWMG43gFHnroIf3oRz/S3LlzY9YzlgNz9OhR+f1+lZSU6Cc/+Yk+/fRTSYyjDZLqZoGnT59WT0+PCgoKYtYXFBQoEAgkqKvk8/VYXWwcP/vss2hNenq6srOzL6i5WsfaGKPVq1frlltuUWlpqSTGcqAaGho0Y8YMnT9/XmPGjNH27ds1ceLE6B9zxrF/qqur9eGHH2r//v0XbONnsv+mTZumrVu3asKECTp16pSeeOIJlZeX6/Dhw4yjBZIqoHzNcZyYx8aYC9ahb1cyjlfzWK9cuVIfffSR9u7de8E2xrJ/brjhBh08eFBnz57Va6+9pmXLlqm2tja6nXHsW2Njox5++GHt2rVLo0aNumQdY9m3BQsWRP89adIkzZgxQ9ddd51eeuklTZ8+XRLjmEhJ9RVPXl6eUlNTL0imzc3NF6RcXNrXZ6lfbhx9Pp8ikYhaW1svWXM1WbVqld588029++67GjduXHQ9Yzkw6enpuv766zV16lRVVVVpypQpeu655xjHAaivr1dzc7PKysrkcrnkcrlUW1urf/zHf5TL5YqOBWM5cJmZmZo0aZKOHj3Kz6QFkiqgpKenq6ysTDU1NTHra2pqVF5enqCukk9JSYl8Pl/MOEYiEdXW1kbHsaysTGlpaTE1TU1NOnTo0FU11sYYrVy5Uq+//rp2796tkpKSmO2M5eAYYxQOhxnHAZgzZ44aGhp08ODB6DJ16lT97d/+rQ4ePKjvfe97jOUVCofD+vOf/6zCwkJ+Jm2QiDNzB+Pry4xfeOEF8/HHH5vKykqTmZlpjh8/nujWrNLW1mYOHDhgDhw4YCSZZ5991hw4cCB6OfaTTz5pvF6vef31101DQ4P56U9/etHL58aNG2feeecd8+GHH5rbbrvtqrt87uc//7nxer1mz549MZcinjt3LlrDWPbPunXrzHvvvWeOHTtmPvroI7N+/XqTkpJidu3aZYxhHAfjm1fxGMNY9teaNWvMnj17zKeffmr27dtnFi5caLKysqKfJ4xjYiVdQDHGmF//+temuLjYpKenm5tuuil6ySf+4t133zWSLliWLVtmjPnqErrHH3/c+Hw+43a7za233moaGhpiXqOzs9OsXLnS5OTkmIyMDLNw4ULz+eefJ2BvEudiYyjJvPjii9EaxrJ/fvazn0V/b8eOHWvmzJkTDSfGMI6D8e2Awlj2z9fzmqSlpRm/32/uuusuc/jw4eh2xjGxHGOMScyxGwAAgItLqnNQAADA1YGAAgAArENAAQAA1iGgAAAA6xBQAACAdQgoAADAOgQUAABgHQIKAACwDgEFAABYh4ACAACsQ0ABAADWIaAAAADr/D++D1SYAomXRQAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "采取动作：向右推，获得奖励：1.0，转移到下一个状态：[ 0.12801425  0.8175695  -0.21590264 -1.5348248 ]\n",
      "回报（收益）： 16.54862385499124\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import gym\n",
    "import time\n",
    "import matplotlib.pyplot as plt\n",
    "from IPython.display import clear_output\n",
    "\n",
    "env = gym.make('CartPole-v0')\n",
    "state = env.reset()\n",
    "done = False\n",
    "action_desc = {0: \"向左推\", 1: \"向右推\"}\n",
    "total_reward = 0.0\n",
    "reward_list = []\n",
    "gamma = 0.99\n",
    "\n",
    "while not done:\n",
    "    # 清除cell的输出\n",
    "    # clear_output(wait=True)\n",
    "    plt.imshow(env.render(mode='rgb_array'))\n",
    "    plt.show()\n",
    "    action = np.random.choice([0, 1])\n",
    "    next_state, reward, done, info = env.step(action)\n",
    "    print(\n",
    "        f\"采取动作：{action_desc.get(action, '未知动作')}，获得奖励：{reward}，转移到下一个状态：{next_state}\")\n",
    "    reward_list.append(reward)\n",
    "    time.sleep(0.1)\n",
    "\n",
    "# 这里要注意回报是如何逆序计算的\n",
    "for r in reward_list[::-1]:\n",
    "    total_reward = r + gamma * total_reward\n",
    "\n",
    "print('回报（收益）：', total_reward)\n",
    "env.close()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "274bec9c-3bb4-46e0-b1c2-ca265674f0aa",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
